-- Logs begin at Wed 2021-04-14 06:43:40 UTC, end at Wed 2021-04-14 07:41:03 UTC. -- Apr 14 07:17:47.216369 dv-cinder-784092-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 07:17:50.353231 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.common.config [-] Logging enabled! Apr 14 07:17:50.354384 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev78 Apr 14 07:17:50.355103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85193) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 07:17:50.356900 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.common.config [-] Logging enabled! Apr 14 07:17:50.357194 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev78 Apr 14 07:17:50.357548 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85193) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 07:17:50.358589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 07:17:50.358859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 07:17:50.359895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 07:17:50.360180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 07:17:50.360443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 07:17:50.360845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.361193 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.361536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.361803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.362147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.362522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.362848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.363184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.363525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.363851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.364170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.364495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.364788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.365111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.365444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.365784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.366041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] debug = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.366365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.366903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.367231 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.367550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.367885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.368204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.368518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.368876 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.369200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.369571 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] host = dv-cinder-784092-5-smb {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.369890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.370222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.370557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.370892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.371211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.371528 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.371857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.372170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.372484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] log_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.372841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.373178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.373511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.373850 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.374109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.374365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.374699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.375034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.375348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.375667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.375979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.376291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.376628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.376940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.377271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.377602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.378455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.378771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.379087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.379399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.379710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.380040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.380354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.380689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.381004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.381336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.381643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.381956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.382304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.382635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.382960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.383289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.383601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.383929 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.384240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.384576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.384884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] use_json = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.385197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.385509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.385832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.386150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.386461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.386771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.387081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.387413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:50.387751 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.388094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.388438 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.388784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.389125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.389443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.389778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.390094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.390425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.390758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.391083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.391398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.391724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.392042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.392380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.392754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.393093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.393429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.394304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.394615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.394928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.395246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.395573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.395910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.396497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.396838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.397158 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.397531 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.397808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.398118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.398436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.398770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.399088 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.399402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.399722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.400038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.400352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.400688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.401009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.401343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.401658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.401967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.402276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.402593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.402901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.403225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.403541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.403850 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.404158 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.404476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.404813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.405126 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.405444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.405757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.406077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.406389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.406700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.407012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.407324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.407635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.407947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.408255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.408591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.408904 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.409255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.409567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.409877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.410186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.410509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.410849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.411166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.411483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.411801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.412119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.412436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.412779 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.413097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.413413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.413723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.414057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.414376 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.414701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.415034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.415344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.415682 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.415999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.416323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.416658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.416977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.417305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.417626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.417960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.418292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.418624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.418959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.419289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.419604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.419956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.420274 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:50.420561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 07:17:50.420813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85193) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 14 07:17:51.082270 dv-cinder-784092-5-smb neutron-server[85193]: INFO keyring.backend [-] Loading Gnome Apr 14 07:17:51.099227 dv-cinder-784092-5-smb neutron-server[85193]: INFO keyring.backend [-] Loading Google Apr 14 07:17:51.101945 dv-cinder-784092-5-smb neutron-server[85193]: INFO keyring.backend [-] Loading Windows (alt) Apr 14 07:17:51.105489 dv-cinder-784092-5-smb neutron-server[85193]: INFO keyring.backend [-] Loading file Apr 14 07:17:51.106345 dv-cinder-784092-5-smb neutron-server[85193]: INFO keyring.backend [-] Loading keyczar Apr 14 07:17:51.106637 dv-cinder-784092-5-smb neutron-server[85193]: INFO keyring.backend [-] Loading multi Apr 14 07:17:51.107278 dv-cinder-784092-5-smb neutron-server[85193]: INFO keyring.backend [-] Loading pyfs Apr 14 07:17:51.153705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:17:51.154023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:17:51.154349 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:17:51.154730 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 07:17:51.547396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.547907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.548014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.549400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.549887 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.550194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.587972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.588288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.588612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.603155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.603479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.603784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.669808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.670124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.670425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.671438 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.671739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.673513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.943955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.944285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.944612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.944924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:51.945755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.092430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.092839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.093164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.093471 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.093773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.094161 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.094465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.094758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.095049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.095389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.095688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.095998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.096307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.096625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.096965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.097285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.097585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.097905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.098195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.098536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.098994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.099286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.099570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.099919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.100204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.100483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.100926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.101203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.101476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.101749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.102020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.102290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.102705 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 07:17:52.105853 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 07:17:52.109886 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 07:17:52.114289 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Apr 14 07:17:52.115962 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 07:17:52.117262 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 07:17:52.117648 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 07:17:52.118088 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 07:17:52.120876 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 07:17:52.121166 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 07:17:52.121569 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 07:17:52.149909 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 07:17:52.150435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.150774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85193) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 14 07:17:52.151394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.152749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85193) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 07:17:52.153080 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 07:17:52.153364 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 07:17:52.156501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.156855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.232216 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 07:17:52.232435 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 07:17:52.232734 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 07:17:52.233143 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 07:17:52.273285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.sqlalchemy.engines [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85193) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 14 07:17:52.712639 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing driver for type 'gre' Apr 14 07:17:52.713216 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] gre ID ranges: [(1, 1000)] Apr 14 07:17:52.751556 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing driver for type 'local' Apr 14 07:17:52.751935 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing driver for type 'vlan' Apr 14 07:17:52.761395 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] VlanTypeDriver initialization complete Apr 14 07:17:52.761767 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing driver for type 'vxlan' Apr 14 07:17:52.762284 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] vxlan ID ranges: [(1, 1000)] Apr 14 07:17:52.801467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing extension driver 'port_security' Apr 14 07:17:52.801838 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.extensions.port_security [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] PortSecurityExtensionDriver initialization complete Apr 14 07:17:52.802216 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing mechanism driver 'openvswitch' Apr 14 07:17:52.802577 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing mechanism driver 'hyperv' Apr 14 07:17:52.808829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85193) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:17:52.809653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.810065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.810460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.810893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnet after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.811295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnet after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.811686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.812110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.812500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.812907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.813329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > security_group after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.813720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > security_group after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.814242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.814667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.815061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.815467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.815889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > address_group after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.816276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > address_group after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.816687 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.817063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] ML2 OVO RPC backend initialized. {{(pid=85193) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 14 07:17:52.817858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.818256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.818721 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.819111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > networks before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.819498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.819882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > ports before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.820266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnet before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.820678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnets before_response 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.821066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.821450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.821834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.822212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.822589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.822965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.823342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnet after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.823720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnet after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.824096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.824761 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.plugin [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Modular L2 Plugin initialization complete Apr 14 07:17:52.825119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading services supported by the core plugin {{(pid=85193) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 07:17:52.825488 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.plugins.ml2.managers [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Got port-security extension from driver 'port_security' Apr 14 07:17:52.825997 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.extensions.vlantransparent [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Disabled vlantransparent extension. Apr 14 07:17:52.826540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85193) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 07:17:52.826888 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: router Apr 14 07:17:52.865497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.865940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router after_create 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.866350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router before_create 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.866762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.867184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.867596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router after_delete 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.867983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.868395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router after_create 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.868840 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router after_update 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.869235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router after_update 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.869625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.870032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router after_update 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.870534 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_update 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.870960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: port after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.871344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: port after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.871730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: subnet after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.872110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.872503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.872916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_create 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.873303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: port before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.873688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.874099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router after_update 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.874482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.874877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_create 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.875291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.875684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_update 55549900 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.876122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > network after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.877160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Tracking information for resource: router configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.877537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Tracking information for resource: floatingip configured {{(pid=85193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 07:17:52.882972 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_agentschedulers_db [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 07:17:52.883638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: port after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.884040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: port after_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.884435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: port after_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.884858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: port after_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.885778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router before_create 55550100 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.886189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.886598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_create 55550100 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.886999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > router precommit_update 55550100 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.891810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.provider_configuration [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service providers = [] {{(pid=85193) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 07:17:52.892209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.servicetype_db [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85193) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 07:17:52.895093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.service_base [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 07:17:52.895486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.service_base [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 07:17:52.895868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.service_base [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 07:17:52.897051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.service_base [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 07:17:52.897454 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.services.service_base [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 07:17:52.897873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.898230 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 07:17:52.908323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.908728 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: auto_allocate Apr 14 07:17:52.914572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: network precommit_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.914994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: network precommit_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.915591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.915954 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: tag Apr 14 07:17:52.923157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.923536 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: timestamp Apr 14 07:17:52.927919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.928295 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: network_ip_availability Apr 14 07:17:52.933858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.934271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.934670 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:52.935459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.935826 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: flavors Apr 14 07:17:52.940342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.941281 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading Plugin: revisions Apr 14 07:17:52.945715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 07:17:52.946144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=85193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:17:52.946949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85193) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 14 07:17:52.947317 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Initializing extension manager. Apr 14 07:17:52.947885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: __init__.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.948275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: __pycache__ {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.948680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.949059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: address_group.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.949865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.950502 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: address-group Apr 14 07:17:52.950870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: address_scope.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.951643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.952213 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: address-scope Apr 14 07:17:52.952609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.953555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.954125 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: router-admin-state-down-before-update Apr 14 07:17:52.954491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: agent.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.955248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.955823 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: agent Apr 14 07:17:52.956215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: agent_resources_synced.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.957184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.957759 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: agent-resources-synced Apr 14 07:17:52.958122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: allowedaddresspairs.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.959923 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.960508 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: allowed-address-pairs Apr 14 07:17:52.960906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: auto_allocated_topology.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.961985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.962565 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: auto-allocated-topology Apr 14 07:17:52.962973 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: availability_zone.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.963678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.964252 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: availability_zone Apr 14 07:17:52.964642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: availability_zone_filter.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.965572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.966144 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: availability_zone_filter Apr 14 07:17:52.966506 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: data_plane_status.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.967568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.968140 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 07:17:52.968507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: default_subnetpools.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.969487 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.970032 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: default-subnetpools Apr 14 07:17:52.970399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.971277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.971877 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: dhcp_agent_scheduler Apr 14 07:17:52.972250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: dns.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.973205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.973773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 07:17:52.974138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: dns_domain_ports.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.975064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.975635 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 07:17:52.976003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: dvr.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.976757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.977331 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: dvr Apr 14 07:17:52.977695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: empty_string_filtering.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.978620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.979199 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: empty-string-filtering Apr 14 07:17:52.979563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.980487 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.981079 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 07:17:52.981444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.982375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.982942 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 07:17:52.983305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: external_net.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.984224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.984823 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: external-net Apr 14 07:17:52.985191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.986110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.986683 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: extra_dhcp_opt Apr 14 07:17:52.987048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: extraroute.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.988499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.989090 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: extraroute Apr 14 07:17:52.989454 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: extraroute_atomic.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.990500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.991077 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: extraroute-atomic Apr 14 07:17:52.991441 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: filter_validation.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.992141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.992745 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: filter-validation Apr 14 07:17:52.993108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: fip_pf_description.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.994037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.994604 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 07:17:52.994968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: fip_port_details.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.995995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.996587 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: fip-port-details Apr 14 07:17:52.996957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: flavors.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:52.998190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:52.998772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: flavors Apr 14 07:17:52.999142 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.000803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.001387 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 07:17:53.001762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: floatingip_pools.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.002513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.003640 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: floatingip-pools Apr 14 07:17:53.004010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: ip_allocation.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.004990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.005565 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 07:17:53.005932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.006866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.007446 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: ip-substring-filtering Apr 14 07:17:53.007813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l2_adjacency.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.008778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.009349 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 07:17:53.009714 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l3.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.010778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.011358 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: router Apr 14 07:17:53.011726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.014010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.014607 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 07:17:53.014989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.015922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.016500 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: ext-gw-mode Apr 14 07:17:53.016894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.017936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.018519 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: l3-ha Apr 14 07:17:53.018900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l3_flavors.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.019833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.020409 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: l3-flavors Apr 14 07:17:53.020801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.022013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.022584 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 07:17:53.022958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: l3agentscheduler.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.024114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.024735 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: l3_agent_scheduler Apr 14 07:17:53.025110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: logging.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.026601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.027192 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension logging not supported by any of loaded plugins Apr 14 07:17:53.027567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: metering.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.028369 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.029109 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: metering Apr 14 07:17:53.029482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.030594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.031173 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: metering_source_and_destination_fields Apr 14 07:17:53.031544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: multiprovidernet.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.032484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.033090 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: multi-provider Apr 14 07:17:53.033458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: netmtu.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.034893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.035467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: net-mtu Apr 14 07:17:53.035836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: netmtu_writable.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.036793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.037361 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: net-mtu-writable Apr 14 07:17:53.037730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: network_availability_zone.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.038549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.039120 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: network_availability_zone Apr 14 07:17:53.039483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: network_ip_availability.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.040613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.041190 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: network-ip-availability Apr 14 07:17:53.041557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: network_segment_range.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.042383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.042952 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 07:17:53.043325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: pagination.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.044337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.044752 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: pagination Apr 14 07:17:53.045119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: port_device_profile.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.046060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.046639 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: port-device-profile Apr 14 07:17:53.047004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.047940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.048512 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: port-mac-address-regenerate Apr 14 07:17:53.048903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.050443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.051019 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: port-numa-affinity-policy Apr 14 07:17:53.051386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: port_resource_request.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.052310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.052898 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 07:17:53.053264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: portbindings.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.054211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.054781 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: binding Apr 14 07:17:53.055144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: portbindings_extended.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.056396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.057011 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: binding-extended Apr 14 07:17:53.057383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: portsecurity.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.058310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.058884 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: port-security Apr 14 07:17:53.059248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: project_id.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.060231 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.060630 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: project-id Apr 14 07:17:53.060998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: providernet.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.061933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.062511 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: provider Apr 14 07:17:53.062874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.066495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.067090 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos not supported by any of loaded plugins Apr 14 07:17:53.067465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.068735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.069317 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 07:17:53.069689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.070616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.071189 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 07:17:53.071557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_default.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.072492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.073106 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-default not supported by any of loaded plugins Apr 14 07:17:53.073482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_fip.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.074175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.074736 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 07:17:53.075100 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_gateway_ip.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.076033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.076622 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 07:17:53.076990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_port_network_policy.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.077916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.078490 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 07:17:53.078855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_rule_type_details.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.079781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.080349 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 07:17:53.080744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: qos_rules_alias.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.081818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.082393 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 07:17:53.082760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: quotasv2.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.083739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.084117 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: quotas Apr 14 07:17:53.084482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: quotasv2_detail.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.086196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.086591 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: quota_details Apr 14 07:17:53.086971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: rbac.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.088122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.088742 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: rbac-policies Apr 14 07:17:53.089118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: rbac_address_group.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.090070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.090652 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: rbac-address-group Apr 14 07:17:53.091021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: rbac_address_scope.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.091952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.092554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: rbac-address-scope Apr 14 07:17:53.092916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: rbac_security_groups.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.093851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.094428 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: rbac-security-groups Apr 14 07:17:53.094793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: rbac_subnetpool.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.095724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.096308 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: rbac-subnetpool Apr 14 07:17:53.097230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: revisionifmatch.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.098182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.098760 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: revision-if-match Apr 14 07:17:53.099130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: revisions.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.100261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.100863 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: standard-attr-revisions Apr 14 07:17:53.101235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: router_availability_zone.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.101958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.102538 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: router_availability_zone Apr 14 07:17:53.102904 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: routerservicetype.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.103865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.104438 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 07:17:53.104830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.105771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.106353 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: security-groups-normalized-cidr Apr 14 07:17:53.106726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.107662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.108236 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: port-security-groups-filtering Apr 14 07:17:53.108625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.109580 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.110159 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: security-groups-remote-address-group Apr 14 07:17:53.110526 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: securitygroup.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.124306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.124947 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: security-group Apr 14 07:17:53.125338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: segment.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.126201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.126780 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension segment not supported by any of loaded plugins Apr 14 07:17:53.127153 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.128154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.128762 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 07:17:53.129136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: servicetype.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.130317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.130825 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: service-type Apr 14 07:17:53.131197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: sorting.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.132211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.132635 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: sorting Apr 14 07:17:53.133004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: standard_attr_segment.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.133946 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.134525 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 07:17:53.134892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: standardattrdescription.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.135587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.136156 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: standard-attr-description Apr 14 07:17:53.136577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: stateful_security_group.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.137494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.138072 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: stateful-security-group Apr 14 07:17:53.138440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: stdattrs_common.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.139037 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 07:17:53.139403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.140415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.141008 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 07:17:53.141374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: subnet_onboard.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.142445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.143023 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: subnet_onboard Apr 14 07:17:53.143388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.144352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.144962 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 07:17:53.145328 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: subnet_service_types.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.146262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.147087 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: subnet-service-types Apr 14 07:17:53.147453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: subnetallocation.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.148568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.149168 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: subnet_allocation Apr 14 07:17:53.149533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.150241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.150825 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: subnetpool-prefix-ops Apr 14 07:17:53.151194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.152138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.152730 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 07:17:53.153095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: tagging.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.154388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.154974 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: standard-attr-tag Apr 14 07:17:53.155343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: timestamp.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.156553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.157137 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loaded extension: standard-attr-timestamp Apr 14 07:17:53.157510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: trunk.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.158555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.159133 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension trunk not supported by any of loaded plugins Apr 14 07:17:53.160018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: trunk_details.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.160972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.161545 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 07:17:53.161908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: uplink_status_propagation.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.162844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.163418 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 07:17:53.163781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Loading extension file: vlantransparent.py {{(pid=85193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 07:17:53.164500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 07:17:53.165103 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 07:17:53.167772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:network Apr 14 07:17:53.168614 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:subnet Apr 14 07:17:53.169295 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 07:17:53.169958 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:port Apr 14 07:17:53.171462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.171953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service FLAVORS assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.172676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.173149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.173525 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:router Apr 14 07:17:53.174254 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 07:17:53.175613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service METERING assigned prefix: /metering {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.177482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:53.177893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:53.178284 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:17:53.179442 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 07:17:53.179928 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:security_group Apr 14 07:17:53.180772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 07:17:53.181569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service CORE assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.181945 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 07:17:53.182315 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] subnetpool is already registered Apr 14 07:17:53.182984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service CORE assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.183356 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 07:17:53.183721 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] subnetpool is already registered Apr 14 07:17:53.186497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.186979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service FLAVORS assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.187632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.188102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.188481 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:router Apr 14 07:17:53.188877 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] router is already registered Apr 14 07:17:53.189532 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 07:17:53.189899 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] floatingip is already registered Apr 14 07:17:53.190612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service METERING assigned prefix: /metering {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.191356 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 07:17:53.191730 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] rbac_policy is already registered Apr 14 07:17:53.192354 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:security_group Apr 14 07:17:53.192750 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] security_group is already registered Apr 14 07:17:53.193396 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 07:17:53.193760 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] security_group_rule is already registered Apr 14 07:17:53.194486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service CORE assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.194858 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 07:17:53.195221 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] subnetpool is already registered Apr 14 07:17:53.195911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.resource_helper [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Service CORE assigned prefix: {{(pid=85193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 07:17:53.196282 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 07:17:53.196670 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.quota.resource_registry [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] subnetpool is already registered Apr 14 07:17:53.197383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: extensions {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.198980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: address-groups {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.200656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: address-scopes {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.201937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: agents {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.203165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: auto-allocated-topology {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.204475 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: availability_zones {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.205954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: dhcp-networks {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.207489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: dhcp-agents {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.209029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: routers {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.210893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: flavors {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.212130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: service_profiles {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.213467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: next_providers {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.215033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: service_profiles {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.216596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: floatingip-pools {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.217879 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: routers {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.219744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: floatingips {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.221029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: l3-routers {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.223050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: l3-agents {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.224569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: metering-labels {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.226835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: metering-label-rules {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.228168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: network-ip-availabilities {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.229538 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: bindings {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.231254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: quotas {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.232799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: quotas {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.234271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: rbac-policies {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.235638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: security-groups {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.236946 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: security-group-rules {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.238867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: service-providers {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.240152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: subnetpools {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.241661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: subnetpools {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.243179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.244998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.246887 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.248762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.250634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.252603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.254414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.256417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.258346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.260307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.extensions [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Extended resource: tags {{(pid=85193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 07:17:53.267087 dv-cinder-784092-5-smb neutron-server[85193]: WARNING keystonemiddleware.auth_token [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 07:17:53.272607 dv-cinder-784092-5-smb neutron-server[85193]: WARNING keystonemiddleware.auth_token [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 07:17:53.281394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Acquired lock "singleton_lock" {{(pid=85193) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 14 07:17:53.281917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Releasing lock "singleton_lock" {{(pid=85193) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 14 07:17:53.283370 dv-cinder-784092-5-smb neutron-server[85193]: INFO oslo_service.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Starting 2 workers Apr 14 07:17:53.288793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Started child 85306 {{(pid=85193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 07:17:53.292745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:17:53.293575 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Started child 85307 {{(pid=85193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 07:17:53.294244 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [-] (85306) wsgi starting up on http://0.0.0.0:9696 Apr 14 07:17:53.295041 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 07:17:53.295708 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Notify callbacks [] for process, before_spawn {{(pid=85193) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:17:53.296943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:17:53.298296 dv-cinder-784092-5-smb neutron-server[85193]: INFO oslo_service.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Starting 1 workers Apr 14 07:17:53.298411 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [-] (85307) wsgi starting up on http://0.0.0.0:9696 Apr 14 07:17:53.304417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Started child 85308 {{(pid=85193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 07:17:53.304980 dv-cinder-784092-5-smb neutron-server[85193]: INFO oslo_service.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Starting 1 workers Apr 14 07:17:53.306734 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] calling RpcWorker wait() {{(pid=85308) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 07:17:53.307154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] returning from RpcWorker wait() {{(pid=85308) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 07:17:53.308872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:17:53.309432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:17:53.310111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Started child 85309 {{(pid=85193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 07:17:53.311122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-83e1dd7a-37b1-4d5c-b7c1-8ff98e27bd25 None None] Notify callbacks [] for process, after_spawn {{(pid=85193) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:17:53.312797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85193) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 07:17:53.313043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 07:17:53.313254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 07:17:53.313538 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 07:17:53.313964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 07:17:53.314223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 07:17:53.314735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.314830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:17:53.315052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.315352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.315678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.315995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.316671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.317001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.317326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.317637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.317938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.318065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.318434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.318729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.319005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.319355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.319654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.319928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.320228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.320440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.320738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.321036 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.321332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.321628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] debug = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.321907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.322483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.322757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.323042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.323297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.323604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.324473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.325166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.325451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.325711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.325996 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.326287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.326555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.326809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.327066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.327361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.327612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.328062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] host = dv-cinder-784092-5-smb {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.328314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.328578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.328839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.329108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.329397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.329661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.329966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.330264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.330547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.330820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.331160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.331444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.331717 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.331985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.332178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_options = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.332446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.332767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.333078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.333466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.333466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.333930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.333930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.334228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.334373 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.334568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.334816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.335069 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.335285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.335720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.336032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.336312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.336595 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.336855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.337888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.337888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.337888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.337888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.338440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.338440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.338764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.338908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.339127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.339367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.339585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.339883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.340055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.340288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.340584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.341572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.341572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.341572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.341572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.342147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.342147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.342410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.342960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.342960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.343247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.343385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.343522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.343662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:17:53.343822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_json = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.344006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.344568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.344568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.344746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.345910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.345910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.345910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.345910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.346228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.346407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.347240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.347536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.347812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.348098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.348389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.349120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.349120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.349311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.349475 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.351837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.352885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.352885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.352885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.353129 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.353288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.353594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.353756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.354999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.354999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.354999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.354999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.354999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.355556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.355556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.355743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.355892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.356173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.356669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.357133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.357594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.358086 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.358538 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.359000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.359414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.359812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.360201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.360621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.361014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.361432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.361858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.362155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.362964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.363233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.363485 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.363728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.364163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.364626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.365064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.365489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.365935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.366409 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.366967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.367332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.367591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.367849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.368130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.368407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.368714 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.368974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.369227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.369485 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.369752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.370003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.370252 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.370522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.370771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.371019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.371287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.371564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.371811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.372065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.372314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.372617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.372889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.373204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.373566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.373872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.374179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.374449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.374723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.374980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.375261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.375515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.375770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.376025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.376302 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.376586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.376873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.377134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.377387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.377685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.377994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.378341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.378501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.378774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.379058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 45404) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:17:53.381547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.381943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.382165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.382496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.382784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.383073 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.383346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.383641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.383888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.384314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.384786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.385232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.385642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.386127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.386547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.386968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.387365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.387796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.388323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.388665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.388943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.389224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.389544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.389844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.390119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.390435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.390743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.391022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.391318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.391606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.391888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.392151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.392402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.392680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.393145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.393641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.393907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.394184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.394435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.394718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.394973 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.395246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.395502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.395761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.396044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.396318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.396848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.397107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.397385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.397642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.397899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.398152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.398384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.398867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.399127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.399451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.399758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.400058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.400572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.400572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.400812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.401068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.401359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.401621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.401875 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.402127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.402385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.402638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.402907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.403170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.403573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.403995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.404418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.404955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.405380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.405801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.406237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.406636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.407087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.407370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.407629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.407888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.408145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.408400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.408848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.408955 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0264869 Apr 14 07:17:53.409047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.409783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.410052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.410311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.410586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.410841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.411091 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.411438 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.411716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.411967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.412240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.412491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.412806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.413059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.413307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.413559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.413807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.414070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.414320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.414572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.414826 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.415431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.415431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.415618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.415801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.416052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.416298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.416674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.416967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.417226 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.417540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.417815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.418119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.418607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.419125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.419383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.419674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.419934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.420722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.420722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.420722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.421117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.421461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.421969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.422418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.422909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.423250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.423575 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.423839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.424180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.424557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.425444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.425729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.426002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.426297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.426566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.426825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.427082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.427338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.427593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.427889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.428190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.428454 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.429551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.429834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.430126 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.430346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.430616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.430896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.431154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.431347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 07:17:53.431885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85193) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 07:17:53.432079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 07:17:53.432242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 07:17:53.432677 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 07:17:53.432863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 07:17:53.433189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 07:17:53.433581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.433918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.434110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.434306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.434469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.434684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.434871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.435062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.435248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.435433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.435620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.435811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.436030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.436151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.436304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.436492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.437892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.437892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.437892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.438237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.438237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.438478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.438478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] debug = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.438665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.438763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.438939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.439083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.439272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.439457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.439644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.439829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.440017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.440201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.440406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.440624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.440809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.440993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.441176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.441359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.441543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.441731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] host = dv-cinder-784092-5-smb {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.441919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.442078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.442253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.442415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.442598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.442783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.442967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.443150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.443333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.443518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.443686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.444035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.444221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.444407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.444663 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_options = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.444785 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.444941 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.445957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.445957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.445957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.445957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.445957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.445957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.446592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.446592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.446592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.446592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.446877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.446877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.447061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.447205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.447373 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.447740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.448009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.448195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.448381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.448566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.448802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.448918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.449059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.449221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.449566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.449752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.449894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.450240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.450429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.450593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.450762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.451125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.451495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.451822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.452170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.452348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.452504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.452726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.452886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.453047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.453201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.453346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.453490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.453671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_json = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.453825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.454753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.454753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.454753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.454753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.454753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.455445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.455445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 07:17:53.455445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.455445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.455988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.455988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.455988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.455988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.457906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.458197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.458197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.458469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.458469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.458741 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.458884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.459037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.459195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.459342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.459516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.459669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.459830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.459984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.460136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.460282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.460423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.460598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.460787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.460957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.461108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.461298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.461486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.461675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.461863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.462043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.462205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.462363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.462515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.462698 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.462887 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.463076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.463264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.463453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.463689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.463801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.463991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.464189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.464377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.464583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.464766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.464954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.465140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.465327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.465516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.465702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.465891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.466079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.466286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.466467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.466624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.466787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.467162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.467340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.467523 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.467690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.467873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.468036 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.468390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.468598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.468694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:17:53.468769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.468922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.469781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.469781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.469781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.469781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.469781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.470114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.470114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.470240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.470432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.470601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.470808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.470995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.471183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.471369 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.471558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.472309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.472464 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.472613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.472809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.472995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.473183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.473372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.473561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.473749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.473937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.474124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.474312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.474499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.474686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.474873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.475059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.475246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.475433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.475621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.475807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.475993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.476192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.476381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.476592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.476784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.476985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.477185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.477375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.477562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.477749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.478292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.478292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.478292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.478581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.478581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.478762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.478908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.479102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.479302 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.479492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.479679 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.479868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.480104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.480292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.480478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.480705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.480893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.481081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.481269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.481457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.481644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.481833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.482022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.482209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.482397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.482584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.482770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.482959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.483147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.483336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.483524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.483712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.483900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.484087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.484274 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.484461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.484716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.484905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.485092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.485280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.485448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.485635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.486641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.486641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.486641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.486641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.486641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.486641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.487341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.487341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.487341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.487341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.487775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.487775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.487775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.488057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.488137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.488987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.488987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.488987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.488987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.488987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.489535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.489535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.489535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.489851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.489851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.490058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.490175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.490314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.490455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.490566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.490790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.490907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.491068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.491255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.491445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.491632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.491821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.492011 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.492198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.492386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.494980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.495987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.496810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.497573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.497772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.497978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.498174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.498367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.498559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.498764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.498956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.499147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.499337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.499527 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.499716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.499906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.500099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.500300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.500497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.501480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.501690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.501892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.502095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.502285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.502483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.502689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.502878 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.503095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.503283 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.503472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.503659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.503847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.504037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.504225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.504413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.504625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.504815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.505005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.505286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.505383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.505546 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.505691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.505833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.506023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.506209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 07:17:53.506390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 07:18:04.073895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31baebc5-3273-4ce8-9cd5-94d1ef1678ae None None] get_active_networks_info from dv-cinder-784092-5-smb {{(pid=85308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 14 07:18:04.220793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31baebc5-3273-4ce8-9cd5-94d1ef1678ae None None] No non-hosted networks {{(pid=85308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 07:18:04.233576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agentschedulers_db [None req-31baebc5-3273-4ce8-9cd5-94d1ef1678ae None None] DHCP Agent not found on host dv-cinder-784092-5-smb {{(pid=85308) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 07:18:04.305535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-732c0241-6e4c-47cf-9e7b-57a8243eeb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:06.303214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aab9c687-6aa1-47cb-abbb-decf31210247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:06.392413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9b462bcb-5d1c-46c9-85bc-184d0bf93292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:07.594765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:07.869991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:07.870573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.870955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.871325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.871701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.872068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.872434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.872828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.873194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.873558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.873923 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.874264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.874810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:07.875370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784092-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:07.888996 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784092-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:08.817757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:09.048447 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_hamode_db [None req-e6ea5a6d-929d-44f4-997f-a8c00579b06d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 07:18:09.141340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea5a6d-929d-44f4-997f-a8c00579b06d None None] Routers set() bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:18:09.141709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ea5a6d-929d-44f4-997f-a8c00579b06d None None] Router IDs set() for agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 14 07:18:10.040116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 45498) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:10.651087 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-a891da39-5d67-4f0b-9854-02fd36b94ca5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:10.651674 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-a891da39-5d67-4f0b-9854-02fd36b94ca5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:10.881956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [None req-a891da39-5d67-4f0b-9854-02fd36b94ca5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:18:10.883010 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a891da39-5d67-4f0b-9854-02fd36b94ca5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8418884 Apr 14 07:18:13.584387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 45512) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:13.970550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:18:14.074009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.policy [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85306) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 07:18:14.128208 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:14.128644 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:14.147810 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] Loaded quota_driver: . Apr 14 07:18:14.164353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:14.220149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363310361361551', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363310361360723', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363310361351639', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363310361377867', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363310361262655', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363310361262588', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854755214', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854756971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846847059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7938456'] for rbac-policy, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:14.442558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:14.443798 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-86d11ed8-f3b9-4d9e-a39d-a191398e96b3 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8583529 Apr 14 07:18:17.417765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 45526) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:17.784418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:18:17.790702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:17.795214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Usage tracker for resource:network and tenant:20e44b690ba14e27b280a6d66b4b20ec is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:18:17.798739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:18:17.805705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:18:17.814122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Made reservation on behalf of 20e44b690ba14e27b280a6d66b4b20ec for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:18:17.819825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:17.835976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:17.851044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:17.854861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Usage tracker for resource:security_group_rule and tenant:20e44b690ba14e27b280a6d66b4b20ec is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:18:17.858268 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:18:17.865838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:18:17.961278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:17.963836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:17.968450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:17.986536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:18:18.014891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726497059238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:18.015426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Unsubscribe: segment precommit_create {{(pid=85306) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 07:18:18.015908 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Added segment 07bb11a3-ec0b-4650-9a7b-d739a0b82a10 of type vlan for network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 Apr 14 07:18:18.065357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d584650b-00ec-44dd-95e5-a34c29d4993a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:18.081414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.081793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.082166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.083057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.083416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.083778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.084134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.084488 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.084884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.085238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.085589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.085939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Tracked resource versions report: Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:18:18.087000 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:18:18.135673 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:18.140244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:18.173995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:18.175413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:18.176062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:18.180768 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:18.286577 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8676105 Apr 14 07:18:18.289330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Pushing event updated for resources: {'Network': ['ID=02bf11e2-4067-46d9-8d2c-282a8cc1c8c4,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:18.292462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:18.302474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:18:21.329707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45542) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:21.947185 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-a8b4b701-5299-49e6-8f66-267a661e4c14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:21.947765 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-a8b4b701-5299-49e6-8f66-267a661e4c14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:22.400810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.policy [None req-a8b4b701-5299-49e6-8f66-267a661e4c14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85307) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 07:18:22.613232 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-a8b4b701-5299-49e6-8f66-267a661e4c14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:22.613664 dv-cinder-784092-5-smb neutron-server[85193]: WARNING oslo_policy.policy [None req-a8b4b701-5299-49e6-8f66-267a661e4c14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 07:18:22.631723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b4b701-5299-49e6-8f66-267a661e4c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:22.633535 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a8b4b701-5299-49e6-8f66-267a661e4c14 admin admin] 10.222.0.42 "GET /v2.0/networks/02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 HTTP/1.1" status: 200 len: 825 time: 1.3018310 Apr 14 07:18:22.666526 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-93c3fa07-1b68-46a1-a88a-a5fdd89f5388 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/f2439c06-b1f0-4e06-8668-b5f379f8b5cc HTTP/1.1" status: 200 len: 734 time: 0.0269303 Apr 14 07:18:22.675581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'f2439c06-b1f0-4e06-8668-b5f379f8b5cc', 'gateway_ip': '172.20.0.1', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'name': 'private-subnet', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:18:22.679020 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.quota [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Loaded quota_driver: . Apr 14 07:18:22.684424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:22.690807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Usage tracker for resource:subnet and tenant:20e44b690ba14e27b280a6d66b4b20ec is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:18:22.694032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:18:22.700871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:18:22.713056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Made reservation on behalf of 20e44b690ba14e27b280a6d66b4b20ec for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:18:22.718814 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:23.216269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:23.231584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:23.377384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8ce69e-8771-4d74-b0db-bbb515b6bf28,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:23.395406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.395780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.396685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.397045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.397401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.398001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.398358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.398710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.399080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.399431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.399780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.400127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Tracked resource versions report: Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:18:23.401246 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:18:23.443412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:23.466099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Checking segment: {'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:18:23.466493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Network hostable DHCP agents. Network: 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:18:23.486209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:18:23.494758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:18:23.499093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:23.499753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:23.505261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c5fed-0621-4adb-8f6d-11b3798ad593 None None] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:18:23.520504 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8484662 Apr 14 07:18:23.998754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'fixed_ips': [{'subnet_id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:18:23.999961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:24.189682 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Allocated IP 172.20.0.2 (02bf11e2-4067-46d9-8d2c-282a8cc1c8c4/2c8ce69e-8771-4d74-b0db-bbb515b6bf28/5d840d5e-0bea-4586-8e93-eef26134498a) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:18:24.421338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:24.434542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Transition to ACTIVE for port object 5d840d5e-0bea-4586-8e93-eef26134498a will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:18:24.455030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Transition to ACTIVE for port object 5d840d5e-0bea-4586-8e93-eef26134498a will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:18:24.460769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:24.479598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:24.608218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Pushing event updated for resources: {'Port': ['ID=5d840d5e-0bea-4586-8e93-eef26134498a,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:24.620927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.621315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.621691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.622062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.622432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.622799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.623162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.623531 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.623891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.624250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.624655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.625016 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Tracked resource versions report: Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:18:24.626075 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:18:24.633171 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:24.681596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:18:24.682745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:18:24.685517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:18:24.783634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Attempting to bind port 5d840d5e-0bea-4586-8e93-eef26134498a on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:18:24.784072 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Attempting to bind port 5d840d5e-0bea-4586-8e93-eef26134498a by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:18:24.784477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Attempting to bind port 5d840d5e-0bea-4586-8e93-eef26134498a on network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:18:24.790733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:18:24.791145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Checking segment: {'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:18:24.791622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:24.792055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Bound using segment: {'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:18:24.792601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Bound port: 5d840d5e-0bea-4586-8e93-eef26134498a, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:18:24.793055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:24.867702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] For port 5d840d5e-0bea-4586-8e93-eef26134498a, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:18:24.871731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] For port 5d840d5e-0bea-4586-8e93-eef26134498a, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=5d840d5e-0bea-4586-8e93-eef26134498a,segment=NetworkSegment(07bb11a3-ec0b-4650-9a7b-d739a0b82a10),segment_id=07bb11a3-ec0b-4650-9a7b-d739a0b82a10)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:18:24.875025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:24.890126 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:25.041577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Pushing event updated for resources: {'Port': ['ID=5d840d5e-0bea-4586-8e93-eef26134498a,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:25.046278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:26.302704 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45562) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:26.710604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [None req-761fcffa-c0e8-4984-a332-94f8162f0dc8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:18:26.711760 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-761fcffa-c0e8-4984-a332-94f8162f0dc8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4080148 Apr 14 07:18:29.458155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45572) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:29.854547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [None req-e2a0cb1d-d58e-41d3-9fb8-24b93315f381 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:18:29.855599 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e2a0cb1d-d58e-41d3-9fb8-24b93315f381 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3959241 Apr 14 07:18:31.860833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 5d840d5e-0bea-4586-8e93-eef26134498a up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:18:31.935979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 5d840d5e-0bea-4586-8e93-eef26134498a completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:18:31.942566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7804a18-2716-4d47-90bd-54a818d194e7 None None] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:18:32.053259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Provisioning for port 5d840d5e-0bea-4586-8e93-eef26134498a completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:18:32.071907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Provisioning complete for port 5d840d5e-0bea-4586-8e93-eef26134498a triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:32.072322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:32.301292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:32.324949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] For port 5d840d5e-0bea-4586-8e93-eef26134498a, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=5d840d5e-0bea-4586-8e93-eef26134498a,segment=NetworkSegment(07bb11a3-ec0b-4650-9a7b-d739a0b82a10),segment_id=07bb11a3-ec0b-4650-9a7b-d739a0b82a10)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:18:32.328508 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:32.339017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5e4b36ce-54d5-438d-9021-835b3a74c9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:32.412792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Pushing event updated for resources: {'Port': ['ID=5d840d5e-0bea-4586-8e93-eef26134498a,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:32.416064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:32.558704 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-58e5a416-bcf3-4982-90c5-5e02028a7450 None None] Provisioning complete for port 5d840d5e-0bea-4586-8e93-eef26134498a triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:32.559120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-58e5a416-bcf3-4982-90c5-5e02028a7450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:32.901622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45588) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:33.277698 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'admin_state_up': True}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:18:33.282786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:33.287272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Usage tracker for resource:router and tenant:20e44b690ba14e27b280a6d66b4b20ec is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:18:33.290416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:18:33.296380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:18:33.305993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:33.307305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:33.327962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:33.433754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:33.451224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:33.452474 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c03bb53f-7fd9-4222-b5aa-4faee0e340c8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5497880 Apr 14 07:18:33.832768 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 5d840d5e-0bea-4586-8e93-eef26134498a up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:18:33.903917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 5d840d5e-0bea-4586-8e93-eef26134498a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:33.904456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:34.026823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6481c974-d9d6-45ab-a5f3-48a38efe1ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:36.158759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45598) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:36.316570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fa0b5902-dce1-40b7-888d-591520075088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:36.530144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [None req-57ba8d6e-6fb4-43b3-903e-e7a8a7a8a0d2 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:18:36.531211 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-57ba8d6e-6fb4-43b3-903e-e7a8a7a8a0d2 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3714325 Apr 14 07:18:37.470729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:37.860758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:38.746493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.130420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45618) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:39.198342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:18:39.203607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:39.208135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Usage tracker for resource:network and tenant:489c2db1d7f544c198a655e51d910cda is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:18:39.211817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:18:39.217755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:18:39.225723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Made reservation on behalf of 489c2db1d7f544c198a655e51d910cda for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:18:39.230260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.248613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.263803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:39.267606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Usage tracker for resource:security_group_rule and tenant:489c2db1d7f544c198a655e51d910cda is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:18:39.270715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:18:39.277357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:18:39.369551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:18:39.372066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.374812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.379120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:39.393817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Reserving flat network on physical network physnet1 {{(pid=85307) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 14 07:18:39.417839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f3901-8217-4dd3-9b71-6885c21c407a,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:39.423563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726497059238', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.424143 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Unsubscribe: segment precommit_create {{(pid=85307) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 07:18:39.424647 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Added segment 61ccf8ed-3cfb-4c82-be47-e3279e67fb38 of type flat for network 00924177-d382-4300-abdf-130fe927342e Apr 14 07:18:39.431679 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:39.465947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.508855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.510187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:39.510807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:39.515522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:39.615360 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4833238 Apr 14 07:18:39.618157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Pushing event updated for resources: {'Network': ['ID=00924177-d382-4300-abdf-130fe927342e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:39.621477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:39.629400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 00924177-d382-4300-abdf-130fe927342e details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:18:42.136735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45638) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:42.251397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ae7c61-45be-4327-9096-8959fb33677a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:42.252823 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f0ae7c61-45be-4327-9096-8959fb33677a admin admin] 10.222.0.42 "GET /v2.0/subnets/2c8ce69e-8771-4d74-b0db-bbb515b6bf28 HTTP/1.1" status: 200 len: 849 time: 0.1150286 Apr 14 07:18:42.545506 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-82c0f40c-84cb-488e-8327-b0c15b3ad749 admin admin] 10.222.0.42 "GET /v2.0/routers/b87840eb-3638-4a7d-a531-c441b612fe6a HTTP/1.1" status: 200 len: 704 time: 0.2866580 Apr 14 07:18:43.017614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:43.254131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Allocated IP 172.20.0.1 (02bf11e2-4067-46d9-8d2c-282a8cc1c8c4/2c8ce69e-8771-4d74-b0db-bbb515b6bf28/4117f2b4-c28c-4c5b-b8db-798526c67526) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:18:43.416477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:43.433735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Transition to ACTIVE for port object 4117f2b4-c28c-4c5b-b8db-798526c67526 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:18:43.487235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:43.502020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:43.635636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Pushing event updated for resources: {'Port': ['ID=4117f2b4-c28c-4c5b-b8db-798526c67526,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:43.642541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:43.694867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:18:43.695949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:18:43.698264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:18:43.698802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:43.859890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-7c9eeaf5-82a3-463a-a2f4-44d5a483661c None None] Provisioning for port 4117f2b4-c28c-4c5b-b8db-798526c67526 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:18:43.865665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-7c9eeaf5-82a3-463a-a2f4-44d5a483661c None None] Provisioning complete for port 4117f2b4-c28c-4c5b-b8db-798526c67526 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:43.866102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7c9eeaf5-82a3-463a-a2f4-44d5a483661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:43.925483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-7c9eeaf5-82a3-463a-a2f4-44d5a483661c None None] Port 4117f2b4-c28c-4c5b-b8db-798526c67526 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:18:43.971559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:44.238430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:44.242082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:44.243185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:44.260876 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:44.555366 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Pushing event updated for resources: {'Port': ['ID=4117f2b4-c28c-4c5b-b8db-798526c67526,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:44.560050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:44.614118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:18:44.615816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:18:44.819109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Router b87840eb-3638-4a7d-a531-c441b612fe6a is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:18:44.850960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-77ce6b22-813f-4e65-a610-abbb2a768747 None None] Provisioning complete for port 4117f2b4-c28c-4c5b-b8db-798526c67526 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:44.851449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-77ce6b22-813f-4e65-a610-abbb2a768747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:44.907245 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-77ce6b22-813f-4e65-a610-abbb2a768747 None None] Port 4117f2b4-c28c-4c5b-b8db-798526c67526 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:18:44.981051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:18:44.990509 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] 10.222.0.42 "PUT /v2.0/routers/b87840eb-3638-4a7d-a531-c441b612fe6a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4395328 Apr 14 07:18:44.990738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Sync routers for ids ['b87840eb-3638-4a7d-a531-c441b612fe6a'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:18:45.001615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Routers {'b87840eb-3638-4a7d-a531-c441b612fe6a'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:18:45.002487 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:18:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b87840eb-3638-4a7d-a531-c441b612fe6a'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:45.186140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Set router b87840eb-3638-4a7d-a531-c441b612fe6a gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:18:45.733390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'name': 'router1', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:18:33Z', 'updated_at': '2021-04-14T07:18:43Z', 'revision_number': 2, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'gw_port_host': None, '_interfaces': [{'id': '4117f2b4-c28c-4c5b-b8db-798526c67526', 'name': '', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'mac_address': 'fa:16:3e:15:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:43Z', 'updated_at': '2021-04-14T07:18:44Z', 'revision_number': 2, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'subnets': [{'id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2439c06-b1f0-4e06-8668-b5f379f8b5cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:45.738331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Checking router: b87840eb-3638-4a7d-a531-c441b612fe6a for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:18:45.738737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Updating router b87840eb-3638-4a7d-a531-c441b612fe6a port 4117f2b4-c28c-4c5b-b8db-798526c67526 binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:18:45.797120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:46.238477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:46.253173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Transition to ACTIVE for port object 4117f2b4-c28c-4c5b-b8db-798526c67526 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:18:46.258792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:46.274449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:46.412641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Pushing event updated for resources: {'Port': ['ID=4117f2b4-c28c-4c5b-b8db-798526c67526,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:46.423788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.424165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.424565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.424919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.425282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.425641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.426000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.426353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.426707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.427061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.427412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.427922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Tracked resource versions report: Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:18:46.428997 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:18:46.437333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:46.641290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Attempting to bind port 4117f2b4-c28c-4c5b-b8db-798526c67526 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:18:46.641716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Attempting to bind port 4117f2b4-c28c-4c5b-b8db-798526c67526 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:18:46.642133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Attempting to bind port 4117f2b4-c28c-4c5b-b8db-798526c67526 on network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:18:46.648469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:18:46.649161 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Checking segment: {'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:18:46.649633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:46.650058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Bound using segment: {'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:18:46.650608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Bound port: 4117f2b4-c28c-4c5b-b8db-798526c67526, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bb11a3-ec0b-4650-9a7b-d739a0b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:18:46.651029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:46.726537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] For port 4117f2b4-c28c-4c5b-b8db-798526c67526, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:18:46.731767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] For port 4117f2b4-c28c-4c5b-b8db-798526c67526, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=4117f2b4-c28c-4c5b-b8db-798526c67526,segment=NetworkSegment(07bb11a3-ec0b-4650-9a7b-d739a0b82a10),segment_id=07bb11a3-ec0b-4650-9a7b-d739a0b82a10)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:18:46.734586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:46.750363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:46.900927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Pushing event updated for resources: {'Port': ['ID=4117f2b4-c28c-4c5b-b8db-798526c67526,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:46.905745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:46.963380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Routers {'b87840eb-3638-4a7d-a531-c441b612fe6a'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:18:46.964053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:18:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b87840eb-3638-4a7d-a531-c441b612fe6a'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:47.131851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] Set router b87840eb-3638-4a7d-a531-c441b612fe6a gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:18:47.470833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'name': 'router1', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:18:33Z', 'updated_at': '2021-04-14T07:18:43Z', 'revision_number': 2, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'gw_port_host': None, '_interfaces': [{'id': '4117f2b4-c28c-4c5b-b8db-798526c67526', 'name': '', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'mac_address': 'fa:16:3e:15:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:43Z', 'updated_at': '2021-04-14T07:18:46Z', 'revision_number': 4, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'subnets': [{'id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2439c06-b1f0-4e06-8668-b5f379f8b5cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:47.475514 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0db58e-8d28-4b7c-be21-7156cbb3405d None None] The sync data for ids ['b87840eb-3638-4a7d-a531-c441b612fe6a'] in dv-cinder-784092-5-smb is: [{'id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'name': 'router1', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:18:33Z', 'updated_at': '2021-04-14T07:18:43Z', 'revision_number': 2, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'gw_port_host': None, '_interfaces': [{'id': '4117f2b4-c28c-4c5b-b8db-798526c67526', 'name': '', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'mac_address': 'fa:16:3e:15:c0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:43Z', 'updated_at': '2021-04-14T07:18:46Z', 'revision_number': 4, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'subnets': [{'id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2439c06-b1f0-4e06-8668-b5f379f8b5cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:18:47.526647 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45650) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:47.684459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92656ca-21f8-44f7-81cf-e9b68e8366d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:47.685128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b92656ca-21f8-44f7-81cf-e9b68e8366d7 admin admin] Synchronizing usage tracker for tenant:489c2db1d7f544c198a655e51d910cda on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:18:47.702107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b92656ca-21f8-44f7-81cf-e9b68e8366d7 admin admin] Unset dirty status for tenant:489c2db1d7f544c198a655e51d910cda on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:18:47.703300 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b92656ca-21f8-44f7-81cf-e9b68e8366d7 admin admin] 10.222.0.42 "GET /v2.0/networks/00924177-d382-4300-abdf-130fe927342e HTTP/1.1" status: 200 len: 842 time: 0.1756222 Apr 14 07:18:47.714122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:18:47.719634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:18:47.723619 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Usage tracker for resource:subnet and tenant:489c2db1d7f544c198a655e51d910cda is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:18:47.727159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:18:47.733612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:18:47.742890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Made reservation on behalf of 489c2db1d7f544c198a655e51d910cda for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:18:47.747504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:48.178132 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.objects.ports [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85307) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 14 07:18:48.178614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:48.193912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f99bc49b-5aec-4b84-b6bc-befb3ba28d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:48.316052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ab8f41-e06d-4b27-8726-3236a866c7e7,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:48.329216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:48.389470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:18:48.389864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Network hostable DHCP agents. Network: 00924177-d382-4300-abdf-130fe927342e, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:18:48.408306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Network 00924177-d382-4300-abdf-130fe927342e is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:18:48.416307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 00924177-d382-4300-abdf-130fe927342e) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:18:48.420331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:48.421000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:48.427400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91cc561-9325-4cb4-b38d-aba2d5df7206 None None] Network 00924177-d382-4300-abdf-130fe927342e requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:18:48.451166 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7301347 Apr 14 07:18:48.669823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77665704-61ce-4b66-9338-451c595208db None None] Network 00924177-d382-4300-abdf-130fe927342e requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:18:51.044466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45664) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:51.248754 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a4f8b93f-bed0-4dc1-9e11-bd088a6287a8 admin admin] 10.222.0.42 "GET /v2.0/routers/b87840eb-3638-4a7d-a531-c441b612fe6a HTTP/1.1" status: 200 len: 710 time: 0.2028856 Apr 14 07:18:51.385897 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4a2311-c759-46f5-8625-393323ce90f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:18:51.387344 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-be4a2311-c759-46f5-8625-393323ce90f4 admin admin] 10.222.0.42 "GET /v2.0/networks/00924177-d382-4300-abdf-130fe927342e HTTP/1.1" status: 200 len: 886 time: 0.1328902 Apr 14 07:18:51.397745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:18:51.862571 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 4117f2b4-c28c-4c5b-b8db-798526c67526 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:18:51.938485 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 4117f2b4-c28c-4c5b-b8db-798526c67526 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:18:51.944247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 4117f2b4-c28c-4c5b-b8db-798526c67526 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:51.944695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.040219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.071381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.088406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 4117f2b4-c28c-4c5b-b8db-798526c67526, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=4117f2b4-c28c-4c5b-b8db-798526c67526,segment=NetworkSegment(07bb11a3-ec0b-4650-9a7b-d739a0b82a10),segment_id=07bb11a3-ec0b-4650-9a7b-d739a0b82a10)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:18:52.091221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.094020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:52.164756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=4117f2b4-c28c-4c5b-b8db-798526c67526,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:52.168063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:52.386349 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.448731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.584569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Allocated IP 172.28.2.128 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/3d11b3b5-7dc0-422d-8688-0303c4aac26c) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:18:52.742957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.771021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:52.786044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:52.914597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Pushing event updated for resources: {'Port': ['ID=3d11b3b5-7dc0-422d-8688-0303c4aac26c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:52.917946 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:52.969659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:18:52.970805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:18:52.973106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:18:53.360741 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:53.705724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:53.709731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846778262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846734126'] for router, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:53.845863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 4117f2b4-c28c-4c5b-b8db-798526c67526 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:18:53.894361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Router b87840eb-3638-4a7d-a531-c441b612fe6a has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:18:53.916668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 4117f2b4-c28c-4c5b-b8db-798526c67526 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:53.917086 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:54.263685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:18:54.272101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:54.276546 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] 10.222.0.42 "PUT /v2.0/routers/b87840eb-3638-4a7d-a531-c441b612fe6a HTTP/1.1" status: 200 len: 890 time: 2.8797607 Apr 14 07:18:54.276693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Sync routers for ids ['b87840eb-3638-4a7d-a531-c441b612fe6a'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:18:54.285104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Routers {'b87840eb-3638-4a7d-a531-c441b612fe6a'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:18:54.285824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:18:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b87840eb-3638-4a7d-a531-c441b612fe6a'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:54.487230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Set router b87840eb-3638-4a7d-a531-c441b612fe6a gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:18:54.842865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'name': 'router1', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': '3d11b3b5-7dc0-422d-8688-0303c4aac26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:18:33Z', 'updated_at': '2021-04-14T07:18:53Z', 'revision_number': 4, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'gw_port': {'id': '3d11b3b5-7dc0-422d-8688-0303c4aac26c', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:52Z', 'updated_at': '2021-04-14T07:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '4117f2b4-c28c-4c5b-b8db-798526c67526', 'name': '', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'mac_address': 'fa:16:3e:15:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:43Z', 'updated_at': '2021-04-14T07:18:52Z', 'revision_number': 5, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'subnets': [{'id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2439c06-b1f0-4e06-8668-b5f379f8b5cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:54.847669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Checking router: b87840eb-3638-4a7d-a531-c441b612fe6a for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:18:54.848074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Updating router b87840eb-3638-4a7d-a531-c441b612fe6a port 3d11b3b5-7dc0-422d-8688-0303c4aac26c binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:18:54.902817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:55.299781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:55.312218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Transition to ACTIVE for port object 3d11b3b5-7dc0-422d-8688-0303c4aac26c will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:18:55.318795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:55.334676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:55.462651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200c33e-2f21-4a9f-b5cb-856136b2563d None None] Pushing event updated for resources: {'Port': ['ID=3d11b3b5-7dc0-422d-8688-0303c4aac26c,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:55.465444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3200c33e-2f21-4a9f-b5cb-856136b2563d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:55.530562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Attempting to bind port 3d11b3b5-7dc0-422d-8688-0303c4aac26c on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:18:55.531021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Attempting to bind port 3d11b3b5-7dc0-422d-8688-0303c4aac26c by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:18:55.531350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Attempting to bind port 3d11b3b5-7dc0-422d-8688-0303c4aac26c on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:18:55.536813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:18:55.537310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:18:55.537695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:55.538123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:18:55.538622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Bound port: 3d11b3b5-7dc0-422d-8688-0303c4aac26c, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:18:55.539044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:55.614478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] For port 3d11b3b5-7dc0-422d-8688-0303c4aac26c, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:18:55.618187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] For port 3d11b3b5-7dc0-422d-8688-0303c4aac26c, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=3d11b3b5-7dc0-422d-8688-0303c4aac26c,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:18:55.621418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:55.637021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:55.789157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200c33e-2f21-4a9f-b5cb-856136b2563d None None] Pushing event updated for resources: {'Port': ['ID=3d11b3b5-7dc0-422d-8688-0303c4aac26c,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:55.793647 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3200c33e-2f21-4a9f-b5cb-856136b2563d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:55.831554 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Routers {'b87840eb-3638-4a7d-a531-c441b612fe6a'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:18:55.832217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:18:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b87840eb-3638-4a7d-a531-c441b612fe6a'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:56.014924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] Set router b87840eb-3638-4a7d-a531-c441b612fe6a gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:18:56.513287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'name': 'router1', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': '3d11b3b5-7dc0-422d-8688-0303c4aac26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:18:33Z', 'updated_at': '2021-04-14T07:18:53Z', 'revision_number': 4, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'gw_port': {'id': '3d11b3b5-7dc0-422d-8688-0303c4aac26c', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:52Z', 'updated_at': '2021-04-14T07:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '4117f2b4-c28c-4c5b-b8db-798526c67526', 'name': '', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'mac_address': 'fa:16:3e:15:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:43Z', 'updated_at': '2021-04-14T07:18:52Z', 'revision_number': 5, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'subnets': [{'id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2439c06-b1f0-4e06-8668-b5f379f8b5cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:18:56.517457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390cfaee-6689-4d7e-93e3-001788a79dd2 None None] The sync data for ids ['b87840eb-3638-4a7d-a531-c441b612fe6a'] in dv-cinder-784092-5-smb is: [{'id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'name': 'router1', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.128'}], 'enable_snat': True}, 'gw_port_id': '3d11b3b5-7dc0-422d-8688-0303c4aac26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:18:33Z', 'updated_at': '2021-04-14T07:18:53Z', 'revision_number': 4, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'gw_port': {'id': '3d11b3b5-7dc0-422d-8688-0303c4aac26c', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:52Z', 'updated_at': '2021-04-14T07:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '4117f2b4-c28c-4c5b-b8db-798526c67526', 'name': '', 'network_id': '02bf11e2-4067-46d9-8d2c-282a8cc1c8c4', 'tenant_id': '20e44b690ba14e27b280a6d66b4b20ec', 'mac_address': 'fa:16:3e:15:c0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87840eb-3638-4a7d-a531-c441b612fe6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:18:43Z', 'updated_at': '2021-04-14T07:18:52Z', 'revision_number': 5, 'project_id': '20e44b690ba14e27b280a6d66b4b20ec', 'subnets': [{'id': '2c8ce69e-8771-4d74-b0db-bbb515b6bf28', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2439c06-b1f0-4e06-8668-b5f379f8b5cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:18:57.004435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 45674) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:18:57.134105 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a35bafa2-ee0a-4095-aadc-262ea44ce028 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1283696 Apr 14 07:18:57.872833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 3d11b3b5-7dc0-422d-8688-0303c4aac26c up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:18:57.947892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 3d11b3b5-7dc0-422d-8688-0303c4aac26c completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:18:57.952802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 3d11b3b5-7dc0-422d-8688-0303c4aac26c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:18:57.953205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:58.076135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:58.093017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 3d11b3b5-7dc0-422d-8688-0303c4aac26c, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=3d11b3b5-7dc0-422d-8688-0303c4aac26c,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:18:58.095875 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:18:58.098625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3200c33e-2f21-4a9f-b5cb-856136b2563d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:18:58.171535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=3d11b3b5-7dc0-422d-8688-0303c4aac26c,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:18:58.174890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:18:59.894372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 3d11b3b5-7dc0-422d-8688-0303c4aac26c up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:19:00.005850 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 3d11b3b5-7dc0-422d-8688-0303c4aac26c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:19:00.006270 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:04.030669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee2d5-ca9d-44e9-825c-92ecee4fc542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:06.322115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-40de2eaf-48ab-4330-8549-793f105f3176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:07.473500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:07.876128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:08.759691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:16.375246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:19:34.012422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-af1d5b35-81ab-4d65-a795-49856bbab587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:36.315231 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5a33b9e-2b42-44a3-bcc7-053568a43ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:37.479683 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:37.872319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:38.775570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:19:53.374557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:20:04.017295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3dcaa492-1bf5-46ae-b482-f971eb7e0621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:06.317328 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4b5d-0ffc-4ced-a72c-8b8127b314d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:07.480516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:07.864494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:08.766515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:30.374278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:20:34.019411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6fe98134-2647-45fa-bd0b-65f2d9d066b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:36.318234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56b2833e-a56d-43b5-9a1d-3e9ac5dbe7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:37.484786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:37.865841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:38.768216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:39.769593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46244) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:39.842794 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc7904e-9125-48a5-bf02-3cc1f2f70c85 admin admin] GET failed (client error): The resource could not be found. Apr 14 07:20:39.844138 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0cc7904e-9125-48a5-bf02-3cc1f2f70c85 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0735333 Apr 14 07:20:39.984795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18504b30-ebd8-43f7-9479-9866eb6674da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:39.986288 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-18504b30-ebd8-43f7-9479-9866eb6674da admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1378989 Apr 14 07:20:42.459612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46254) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:42.573063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f62f1c0-2e19-4e57-8688-63d3a245625e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:42.573683 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-9f62f1c0-2e19-4e57-8688-63d3a245625e admin admin] Synchronizing usage tracker for tenant:489c2db1d7f544c198a655e51d910cda on resource:subnet {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:20:42.588665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-9f62f1c0-2e19-4e57-8688-63d3a245625e admin admin] Unset dirty status for tenant:489c2db1d7f544c198a655e51d910cda on resource:subnet {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:20:42.589854 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9f62f1c0-2e19-4e57-8688-63d3a245625e admin admin] 10.222.0.42 "GET /v2.0/subnets/2c8ce69e-8771-4d74-b0db-bbb515b6bf28 HTTP/1.1" status: 200 len: 849 time: 0.1292303 Apr 14 07:20:42.600227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:20:42.722635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Notify callbacks [] for subnet, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:43.023988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363310357793515'] for subnet, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:43.038715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:20:43.166821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8ce69e-8771-4d74-b0db-bbb515b6bf28,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:20:43.188909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.189286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.189653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.190014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.190368 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.190727 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.191076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.191426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.191866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.192301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.192707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.193096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:20:43.198565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:20:43.226261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:43.226906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:43.228792 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] 10.222.0.42 "PUT /v2.0/subnets/2c8ce69e-8771-4d74-b0db-bbb515b6bf28 HTTP/1.1" status: 200 len: 868 time: 0.6321225 Apr 14 07:20:43.231596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9686c7-3e85-4f9a-964d-bfde078c7d9e None None] Network 02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:20:43.656733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-4e56ea90-7a96-4c0e-9610-ad737c23e038 None None] Provisioning complete for port 5d840d5e-0bea-4586-8e93-eef26134498a triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:20:43.657269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e56ea90-7a96-4c0e-9610-ad737c23e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:43.787147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-4e56ea90-7a96-4c0e-9610-ad737c23e038 None None] Provisioning complete for port 4117f2b4-c28c-4c5b-b8db-798526c67526 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:20:43.787516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e56ea90-7a96-4c0e-9610-ad737c23e038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:20:45.719892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46264) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:45.901310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f0d74-fce4-45b6-b2c6-ae63abd7f70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:45.901782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f0d74-fce4-45b6-b2c6-ae63abd7f70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:45.903393 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e34f0d74-fce4-45b6-b2c6-ae63abd7f70b admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1824601 Apr 14 07:20:48.386325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46274) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:48.569938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f030cb93-af53-4d96-84b4-59416bac76f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:48.570463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f030cb93-af53-4d96-84b4-59416bac76f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:48.572110 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f030cb93-af53-4d96-84b4-59416bac76f2 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1847529 Apr 14 07:20:51.058609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46284) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:51.236578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ce7361-a4f2-4634-b83d-c2d385417e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:51.237980 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-53ce7361-a4f2-4634-b83d-c2d385417e5c admin admin] 10.222.0.42 "GET /v2.0/networks/00924177-d382-4300-abdf-130fe927342e HTTP/1.1" status: 200 len: 886 time: 0.1783593 Apr 14 07:20:53.722799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46294) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:53.906417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae372853-2e7f-4530-8d0f-80ed5826fecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:53.907808 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ae372853-2e7f-4530-8d0f-80ed5826fecf admin admin] 10.222.0.42 "GET /v2.0/networks/02bf11e2-4067-46d9-8d2c-282a8cc1c8c4 HTTP/1.1" status: 200 len: 869 time: 0.1839943 Apr 14 07:20:56.394637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46304) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:56.507590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a322308-cd0a-4356-9090-c873c6586dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:56.508107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a322308-cd0a-4356-9090-c873c6586dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:56.509732 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0a322308-cd0a-4356-9090-c873c6586dbb admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1140769 Apr 14 07:20:58.990485 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46314) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:20:59.107671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff37151-4953-40db-9f55-3abd993e2d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:59.108181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff37151-4953-40db-9f55-3abd993e2d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:20:59.109803 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-dff37151-4953-40db-9f55-3abd993e2d33 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1183019 Apr 14 07:21:01.613674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46324) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:21:01.729633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b84121-c9ae-4c8d-82f5-90018bd8cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:21:01.731037 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e2b84121-c9ae-4c8d-82f5-90018bd8cbb7 admin admin] 10.222.0.42 "GET /v2.0/subnets/2c8ce69e-8771-4d74-b0db-bbb515b6bf28 HTTP/1.1" status: 200 len: 868 time: 0.1163423 Apr 14 07:21:04.021252 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-19b08549-27e5-43a6-8fa3-4932a4d08d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:04.223836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46334) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:21:04.336559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705ebb7-dc46-401f-9dda-a1571c43dfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:21:04.338034 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2705ebb7-dc46-401f-9dda-a1571c43dfb0 admin admin] 10.222.0.42 "GET /v2.0/subnets/a8ab8f41-e06d-4b27-8726-3236a866c7e7 HTTP/1.1" status: 200 len: 816 time: 0.1131480 Apr 14 07:21:06.320385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1714adfb-26fd-4dc5-8a89-0c2790b20e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:07.374214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:21:07.488185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:07.867746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:08.771685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:30.639648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46378) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:21:30.691659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [None req-fb750785-ba64-48a0-b261-b2d5cf52639e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:21:30.692773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fb750785-ba64-48a0-b261-b2d5cf52639e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520577 Apr 14 07:21:33.266747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46388) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:21:33.342536 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.pecan_wsgi.hooks.translation [None req-934bd351-073e-48e5-afb2-3499292d8394 admin admin] GET failed (client error): The resource could not be found. Apr 14 07:21:33.343921 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-934bd351-073e-48e5-afb2-3499292d8394 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0761707 Apr 14 07:21:33.477971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb47ab-b190-4434-9f07-59196cd26333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:21:33.479588 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-dadb47ab-b190-4434-9f07-59196cd26333 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1313570 Apr 14 07:21:34.022740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47cc44e7-3a40-4278-a904-abf737693c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:36.001823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46398) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:21:36.053999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:21:36.058855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:21:36.068798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:21:36.077917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Made reservation on behalf of 489c2db1d7f544c198a655e51d910cda for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:21:36.082409 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:36.176019 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.services.revisions.revision_plugin [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Could not find related network for resource to bump revision. Apr 14 07:21:36.188099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:21:36.196784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:36.197177 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Added segment 84fb9b15-eddd-4806-addf-ad019413d42a of type vlan for network 8167d917-b365-4f39-850b-885e3f9dd4db Apr 14 07:21:36.222787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:36.250824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:36.252195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:21:36.252850 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:36.257632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:21:36.325976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-11a6bf8c-cbb0-4af6-b304-a79197e35f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:36.544662 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5416372 Apr 14 07:21:36.545402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8167d917-b365-4f39-850b-885e3f9dd4db,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:21:36.548382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:21:36.556285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 8167d917-b365-4f39-850b-885e3f9dd4db details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:21:37.489697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:37.870855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:38.777943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:39.057051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46408) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:21:39.130715 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ff7834-2e86-4e5f-993b-2286138618d3 admin admin] GET failed (client error): The resource could not be found. Apr 14 07:21:39.131296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a8ff7834-2e86-4e5f-993b-2286138618d3 admin admin] Synchronizing usage tracker for tenant:489c2db1d7f544c198a655e51d910cda on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:21:39.145937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a8ff7834-2e86-4e5f-993b-2286138618d3 admin admin] Unset dirty status for tenant:489c2db1d7f544c198a655e51d910cda on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:21:39.147154 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a8ff7834-2e86-4e5f-993b-2286138618d3 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0890670 Apr 14 07:21:39.260026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b19525-d328-4792-afcc-49d4e1bf166d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:21:39.262193 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-22b19525-d328-4792-afcc-49d4e1bf166d admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1106594 Apr 14 07:21:39.272803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:21:39.277337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:21:39.287354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:21:39.295763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Made reservation on behalf of 489c2db1d7f544c198a655e51d910cda for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:21:39.300340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:39.687647 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:39.702502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4e63bb9f-f856-4c1e-8169-ee0f0665439c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:21:39.820754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccc0c58-60cf-4753-8fa5-51d9e3285a29,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:21:39.825441 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:21:39.890429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Checking segment: {'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:21:39.890821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Network hostable DHCP agents. Network: 8167d917-b365-4f39-850b-885e3f9dd4db, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:21:39.911082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Network 8167d917-b365-4f39-850b-885e3f9dd4db is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:21:39.919688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 8167d917-b365-4f39-850b-885e3f9dd4db) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:21:39.923632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:21:39.924266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:39.929660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd818bc6-4850-41d1-8aea-b35a67fa4ac9 None None] Network 8167d917-b365-4f39-850b-885e3f9dd4db requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:21:39.948144 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6791043 Apr 14 07:21:40.168348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-8167d917-b365-4f39-850b-885e3f9dd4db', 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db', 'tenant_id': '489c2db1d7f544c198a655e51d910cda', 'fixed_ips': [{'subnet_id': '7ccc0c58-60cf-4753-8fa5-51d9e3285a29'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:21:40.169308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:40.337004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Allocated IP 192.168.233.2 (8167d917-b365-4f39-850b-885e3f9dd4db/7ccc0c58-60cf-4753-8fa5-51d9e3285a29/fce62c3d-498d-4112-b862-9d689852173e) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:21:40.554583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:40.565842 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Transition to ACTIVE for port object fce62c3d-498d-4112-b862-9d689852173e will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:21:40.585803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Transition to ACTIVE for port object fce62c3d-498d-4112-b862-9d689852173e will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:21:40.590169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:40.606221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fec04460-97af-4260-bd66-16f2370c5557 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:21:40.737641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Pushing event updated for resources: {'Port': ['ID=fce62c3d-498d-4112-b862-9d689852173e,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:21:40.760079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.760471 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.760899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.761802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.762174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.762545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.762912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.763278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.764304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.764304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.764304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.764683 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:21:40.768433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:21:40.807359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Network 8167d917-b365-4f39-850b-885e3f9dd4db is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:21:40.809177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:21:40.811614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:21:40.905090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Attempting to bind port fce62c3d-498d-4112-b862-9d689852173e on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:21:40.905627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Attempting to bind port fce62c3d-498d-4112-b862-9d689852173e by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:21:40.905847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Attempting to bind port fce62c3d-498d-4112-b862-9d689852173e on network 8167d917-b365-4f39-850b-885e3f9dd4db {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:21:40.911799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:21:40.912218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Checking segment: {'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:21:40.912682 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:40.913125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Bound using segment: {'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:21:40.913644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Bound port: fce62c3d-498d-4112-b862-9d689852173e, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:21:40.914082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:41.144362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] For port fce62c3d-498d-4112-b862-9d689852173e, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:21:41.147902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] For port fce62c3d-498d-4112-b862-9d689852173e, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=fce62c3d-498d-4112-b862-9d689852173e,segment=NetworkSegment(84fb9b15-eddd-4806-addf-ad019413d42a),segment_id=84fb9b15-eddd-4806-addf-ad019413d42a)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:21:41.152872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:41.169115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:21:41.318731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Pushing event updated for resources: {'Port': ['ID=fce62c3d-498d-4112-b862-9d689852173e,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:21:41.323253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:21:42.013500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device fce62c3d-498d-4112-b862-9d689852173e up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:21:42.090013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port fce62c3d-498d-4112-b862-9d689852173e completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:21:42.569990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a57aa-3d0c-41c2-9ee8-b59fb0d3b11d None None] Network 8167d917-b365-4f39-850b-885e3f9dd4db requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:21:42.673429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Provisioning for port fce62c3d-498d-4112-b862-9d689852173e completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:21:42.691621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Provisioning complete for port fce62c3d-498d-4112-b862-9d689852173e triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:21:42.692040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:42.914341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:42.949012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-2027474e-b68a-4adf-812e-43545b27330d None None] For port fce62c3d-498d-4112-b862-9d689852173e, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=fce62c3d-498d-4112-b862-9d689852173e,segment=NetworkSegment(84fb9b15-eddd-4806-addf-ad019413d42a),segment_id=84fb9b15-eddd-4806-addf-ad019413d42a)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:21:42.954416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:42.969582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:21:43.045378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Pushing event updated for resources: {'Port': ['ID=fce62c3d-498d-4112-b862-9d689852173e,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:21:43.061649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:21:43.277318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-d79df517-fe64-449b-9146-a78dbb93b2e4 None None] Provisioning complete for port fce62c3d-498d-4112-b862-9d689852173e triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:21:43.277757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d79df517-fe64-449b-9146-a78dbb93b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:43.996194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device fce62c3d-498d-4112-b862-9d689852173e up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:21:44.068018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port fce62c3d-498d-4112-b862-9d689852173e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:21:44.068627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:21:44.374098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:22:04.025760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d574f6a6-97a8-4ad1-9141-e7f38eb95514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:06.327847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2de82c3e-0eab-4756-88f7-94f3c044beed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:07.494128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:07.873027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:08.777612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:21.372711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:22:34.026835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1f9d4a2b-be74-41a1-8c17-0934b72b1f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:36.329356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-84f6eafd-bfdf-46ba-8760-89653e4c326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:37.495773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:37.875648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:38.778813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:53.558242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46452) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:22:53.565176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [None req-8c18df4a-2e5b-4a91-b51f-cca810fc5ddd tempest-verify_tempest_config-569387729 tempest-verify_tempest_config-569387729-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:22:53.566274 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8c18df4a-2e5b-4a91-b51f-cca810fc5ddd tempest-verify_tempest_config-569387729 tempest-verify_tempest_config-569387729-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069671 Apr 14 07:22:53.876578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46470) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:22:53.997590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:54.015663 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:22:54.020305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Usage tracker for resource:security_group_rule and tenant:6d751f0cf81d4c9399b3824cb46e90ab is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:22:54.023220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:22:54.029144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:22:54.115409 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:54.118079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:54.127997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:22:54.167569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Synchronizing usage tracker for tenant:489c2db1d7f544c198a655e51d910cda on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:22:54.172164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ed529-ec66-4198-abeb-467d899e101f,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:22:54.182535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.182956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.183330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.183694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.184055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.184417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.184798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.185158 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.185529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.185923 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.186275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.186629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:22:54.191152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:22:54.200816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Unset dirty status for tenant:489c2db1d7f544c198a655e51d910cda on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:22:54.202162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d751f0cf81d4c9399b3824cb46e90ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3245254 Apr 14 07:22:54.205007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46476) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:22:54.264314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:54.290236 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:54.342672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:54.347759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-28743fa3-8ded-4668-a648-3b414fd7e42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:22:54.364182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ed529-ec66-4198-abeb-467d899e101f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:22:54.366909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:22:54.368109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:22:54.370188 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb4ed529-ec66-4198-abeb-467d899e101f HTTP/1.1" status: 204 len: 168 time: 0.1640272 Apr 14 07:22:58.371344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:23:04.031937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d562ac2-14c3-49b1-bc2c-3a9ea35680ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:06.331638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-33a0a95d-81bb-46a7-99cd-b45641a9093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:07.499221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:07.877738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:08.781855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:34.023356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fb8e6cd1-c1a3-4cc7-8171-9930876595c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:35.371063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:23:36.338501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21c9388d-108b-4b06-9148-48b6417add99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:37.500803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:37.878196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:23:38.785204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:04.023938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb16faec-1310-446c-9b9e-31e1a5f66ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:06.329447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d748adc7-fb8a-4a2b-ae1e-1883a7d7079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:07.503819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:07.878550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:08.788986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:12.370682 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 5 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:24:34.025206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1dbb236c-ee77-450a-b8c6-6518f2a564d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:36.330947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6849b60b-da03-405d-91fa-009dbfcde216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:37.414077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579'] for agent, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:37.508197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:37.880620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:38.791089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:24:42.197452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46536) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:24:42.317429 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-29f781fe-a518-4752-a6f1-089d33ea0c6c admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1188090 Apr 14 07:24:44.823320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46546) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:24:44.883260 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ad929ac9-975d-4a8b-b841-8ea42187266f admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0587242 Apr 14 07:24:49.371181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:25:04.027162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8f982fdb-15bd-43d8-be9b-73cc0f53c2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:06.332843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6a46c235-4d11-4455-8387-db6274033e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:07.415999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:07.508122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:07.880936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:08.793557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:26.371939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:25:34.030540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6f31f866-983d-49f3-8ed8-05bad985dc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:36.337116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a9cf3429-300f-42b3-bbc9-a3e66c94d15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:37.417233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:37.514916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:37.883882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:25:38.796292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:03.371546 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:26:04.032099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ad734c6-1864-4b28-b85e-16dfb0557b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:06.340371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1cf24d77-d540-4da0-ac66-2c45de1feeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:07.420639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:07.515733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:07.886129 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:08.800511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:23.255400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46754) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:23.615624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46776) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:23.715234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-612793031-network', 'tenant_id': '8efa4ca81a314dceb34af0051c0388f1'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:23.722855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:23.729649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Usage tracker for resource:network and tenant:8efa4ca81a314dceb34af0051c0388f1 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:23.734217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:23.742336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:23.758210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Made reservation on behalf of 8efa4ca81a314dceb34af0051c0388f1 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:23.764194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:23.778906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:23.797889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:23.809561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Usage tracker for resource:security_group_rule and tenant:8efa4ca81a314dceb34af0051c0388f1 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:23.817144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:23.824034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:23.889370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46794) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:23.932286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:23.935113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:23.942987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0d03eb86-26e4-4ec9-ae52-fbd758e38fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:23.972556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:26:23.981656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a6292-ff9b-498d-99c2-5cd07a89d396,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:23.992018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:23.992406 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Added segment 9ff79733-5594-4354-8e2b-4ad1fc87c154 of type vlan for network fc4ee40a-25a7-4815-9342-92aa72de2c8c Apr 14 07:26:23.995026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.995408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.995781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.996148 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.996510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.996939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.997299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.997656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.998016 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.998372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.998726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:23.999079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Tracked resource versions report: Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: HyperV agent@hv-cinder-78409: {}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:26:24.000130 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:26:24.007380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:24.030457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.064103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.065608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:24.066319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.072340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:24.179612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-network', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:24.200883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Pushing event updated for resources: {'Network': ['ID=fc4ee40a-25a7-4815-9342-92aa72de2c8c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:24.204019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:24.214803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network fc4ee40a-25a7-4815-9342-92aa72de2c8c details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:26:24.215425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-646128116-network', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:24.219355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:24.229229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:24.232076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Usage tracker for resource:network and tenant:feb6e91c63934d93abff5575b15a2569 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:24.235893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:24.245388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 46806) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:24.252139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Request body: {'subnet': {'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-612793031-subnet', 'tenant_id': '8efa4ca81a314dceb34af0051c0388f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:24.255670 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9990430 Apr 14 07:26:24.259720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:24.264590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Usage tracker for resource:network and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:24.268209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:24.272967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Usage tracker for resource:subnet and tenant:8efa4ca81a314dceb34af0051c0388f1 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:24.277149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:24.281160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:24.291188 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:24.295178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:24.309883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Made reservation on behalf of feb6e91c63934d93abff5575b15a2569 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:24.314119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Made reservation on behalf of 8efa4ca81a314dceb34af0051c0388f1 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:24.319051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.325383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.360405 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Made reservation on behalf of a0b71206d1cd41fab401d8b1a5d4a459 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:24.374462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.428977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.455664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.476896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:24.480183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:24.485206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:24.488950 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Usage tracker for resource:security_group_rule and tenant:feb6e91c63934d93abff5575b15a2569 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:24.491725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:24.495321 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:24.503381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:24.505741 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:24.679899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.681937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.683480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.688333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:24.735473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f9d2a1-7dca-463d-9030-050edcc0c718,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:24.738806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:24.739473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.765109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:26:24.784103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.784469 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Added segment 84354b7e-4632-4149-ae7d-4edee976d753 of type vlan for network 7a35a013-5ab5-474d-b45c-27d639cedd92 Apr 14 07:26:24.800780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:24.823569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:26:24.847827 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.866363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.866363 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Added segment 3e95afee-a801-4088-96de-c82088b175da of type vlan for network c0844450-0407-4382-b212-a66cb8402fbf Apr 14 07:26:24.869634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188bbeee-05e0-4e93-8016-8c11f6c744a2,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:24.872935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:24.912027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.919888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.922337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:24.922969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:24.929804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2e002dbd-1b21-4e31-83d9-0cb06d5380a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:25.016948 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:25.035759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Pushing event updated for resources: {'Network': ['ID=7a35a013-5ab5-474d-b45c-27d639cedd92,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:25.037773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:25.038691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:25.043426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.resource_extend [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 07:26:25.048471 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:26:25.076912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:25.078430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:25.079060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:25.084474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c3956dc8-635f-4b95-9568-3bdeeb4cbe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:25.101893 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4847460 Apr 14 07:26:25.102858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46846) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:25.123302 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Request body: {'subnet': {'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-subnet', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:25.128418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:25.133247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Usage tracker for resource:subnet and tenant:feb6e91c63934d93abff5575b15a2569 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:25.136631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:25.139043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642b9e1f-5e1d-483d-8810-235957960c06,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:25.142556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:25.208974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Made reservation on behalf of feb6e91c63934d93abff5575b15a2569 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:25.214264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:25.249761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.250645 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.251318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.252058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.252780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.253296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.253816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.254322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.254844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.255346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.255848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.263742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Tracked resource versions report: Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: HyperV agent@hv-cinder-78409: {}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:26:25.264985 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:26:25.297437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:25.331467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4405856 Apr 14 07:26:25.342160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46854) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:25.369350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Request body: {'subnet': {'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-646128116-subnet', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:25.384112 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:25.390412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0844450-0407-4382-b212-a66cb8402fbf,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:25.395225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:25.396603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Usage tracker for resource:subnet and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:25.402524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:25.403127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network c0844450-0407-4382-b212-a66cb8402fbf details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:26:25.416672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:25.435238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Made reservation on behalf of a0b71206d1cd41fab401d8b1a5d4a459 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:25.440835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:25.485265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Checking segment: {'id': '9ff79733-5594-4354-8e2b-4ad1fc87c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:25.485800 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Network hostable DHCP agents. Network: fc4ee40a-25a7-4815-9342-92aa72de2c8c, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:26:25.510482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Network fc4ee40a-25a7-4815-9342-92aa72de2c8c is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:26:25.525396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, fc4ee40a-25a7-4815-9342-92aa72de2c8c) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:25.534478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:25.535114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:25.556739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc71dd-01e8-4de0-a8e7-912f82ef171c None None] Network fc4ee40a-25a7-4815-9342-92aa72de2c8c requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:26:25.577272 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3289781 Apr 14 07:26:25.810241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 46868) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:25.855175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5838d-341c-46d8-abff-e1e79dd4ccb8 None None] Network fc4ee40a-25a7-4815-9342-92aa72de2c8c requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:26:26.093120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.136481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:26.143523 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:a781f992bdcb4ea2acbf2c1399d510aa is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:26.147299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:26.154971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:26.376738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.383302 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.393798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:26.442064 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a781f992bdcb4ea2acbf2c1399d510aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6306493 Apr 14 07:26:26.443602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 46904) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:26.446781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cde6079-5ab4-4d38-ae15-d7e7b686a474,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:26.460564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:26.498962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.515695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.518289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 46918) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:26.529175 dv-cinder-784092-5-smb neutron-server[85193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 07:26:26.587585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-360149e2-a3e2-47be-bcbd-188b86b36b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:26.630365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.716584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b339e2c-4566-4595-bd29-c7f56f004efd,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:26.719783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:26.743495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904174-a780-4558-9ca6-ee8236212350 req-0434ad59-9951-4772-a67f-b8a070f40ee1 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:26.745137 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-0434ad59-9951-4772-a67f-b8a070f40ee1 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/networks?id=fc4ee40a-25a7-4815-9342-92aa72de2c8c HTTP/1.1" status: 200 len: 811 time: 0.2257354 Apr 14 07:26:26.751627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.759223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:26.777685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.779039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cde6079-5ab4-4d38-ae15-d7e7b686a474,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:26.782454 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:26.786680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:26.790741 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cde6079-5ab4-4d38-ae15-d7e7b686a474 HTTP/1.1" status: 204 len: 168 time: 0.3460371 Apr 14 07:26:26.799253 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-599afc77-d7b3-4bea-b5f6-8d1201ec7c9b tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/quotas/8efa4ca81a314dceb34af0051c0388f1 HTTP/1.1" status: 200 len: 375 time: 0.0414031 Apr 14 07:26:26.820697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:26.886487 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-8aa8cc58-42d5-4e6c-bfbf-a6e42f43c791 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8efa4ca81a314dceb34af0051c0388f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862103 Apr 14 07:26:27.152629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=22b63dbb-d206-49e4-bdff-aa99a3dc72fa,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:27.231343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:27.242164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Checking segment: {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:27.242561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Network hostable DHCP agents. Network: 7a35a013-5ab5-474d-b45c-27d639cedd92, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:26:27.272005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:26:27.284048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 7a35a013-5ab5-474d-b45c-27d639cedd92) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:27.293724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb567fa-6189-4985-813f-7252bdcae036 None None] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:26:27.300514 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:27.301189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.341918 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2311730 Apr 14 07:26:27.350010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 46966) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:27.356331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:27.367369 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:27.384057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Usage tracker for resource:router and tenant:feb6e91c63934d93abff5575b15a2569 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:27.390846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:27.398915 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:27.412752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.414393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.429921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 46972) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:27.452609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Checking segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:27.453016 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Network hostable DHCP agents. Network: c0844450-0407-4382-b212-a66cb8402fbf, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:26:27.459773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.481598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Network c0844450-0407-4382-b212-a66cb8402fbf is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:26:27.494445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, c0844450-0407-4382-b212-a66cb8402fbf) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:27.506992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:27.507638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.515316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.538694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d0871-1a2f-41d2-86dc-d32bdd8cf68b None None] Network c0844450-0407-4382-b212-a66cb8402fbf requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:26:27.563053 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2079763 Apr 14 07:26:27.567286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 46980) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:27.577657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:27.589955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:27.597588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:27.603449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Usage tracker for resource:router and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:27.613148 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:27.621142 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Usage tracker for resource:security_group_rule and tenant:dface563813f4b4da28a44df4b3d1173 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:27.627693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 46986) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:27.633298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:27.634621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:27.644161 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.645297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.658303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:27.663049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:27.891489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f0be7-6caa-439b-b1bb-1d196ded1252 None None] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:26:28.091791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-63bd6e7b-d026-4b8a-bc30-82be52925121 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:26:28.093912 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-63bd6e7b-d026-4b8a-bc30-82be52925121 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5904446 Apr 14 07:26:28.199155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.214875 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.249553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:28.254557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Usage tracker for resource:security_group_rule and tenant:e17b5e97e74e4ea180a39db75a49a67e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:28.258203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:28.264931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:28.283136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47012) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:28.319028 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.322214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-c0844450-0407-4382-b212-a66cb8402fbf', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:26:28.323943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.600287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.611828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Allocated IP 172.20.0.2 (c0844450-0407-4382-b212-a66cb8402fbf/22b63dbb-d206-49e4-bdff-aa99a3dc72fa/6842ab7c-2213-480b-ac78-f174276d79de) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:28.629889 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-33a9b975-19de-4d17-9527-bbedf43414a8 service neutron] 10.222.0.42 "GET /v2.0/networks/fc4ee40a-25a7-4815-9342-92aa72de2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181105 Apr 14 07:26:28.631922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.645537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.659608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:28.671739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Usage tracker for resource:security_group_rule and tenant:90fc6564791349ab948578d81699b12b is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:28.676671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:28.686967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:28.692475 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.732507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.801623 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-8947107b-e6a4-4738-a4d0-5d60c9e33e8a service neutron] 10.222.0.42 "GET /v2.0/networks/fc4ee40a-25a7-4815-9342-92aa72de2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585300 Apr 14 07:26:28.822328 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:28.858914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a53437-d9d5-42e7-a6da-1ba4dd6e5908,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:28.862541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:28.916434 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e17b5e97e74e4ea180a39db75a49a67e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2872009 Apr 14 07:26:28.923697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47036) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:28.951747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:28.971680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.020796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:29.032824 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dface563813f4b4da28a44df4b3d1173&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5947475 Apr 14 07:26:29.043925 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47044) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:29.051253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Allocated IP 172.28.2.138 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/ab32db83-0b78-476a-83e5-f34f97533bfa) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:29.062265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.069896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.077382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.085416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Transition to ACTIVE for port object 6842ab7c-2213-480b-ac78-f174276d79de will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:29.096426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.109992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:29.115037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Transition to ACTIVE for port object 6842ab7c-2213-480b-ac78-f174276d79de will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:29.120454 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.139712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:29.308793 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90fc6564791349ab948578d81699b12b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0184126 Apr 14 07:26:29.314029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47066) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:29.368715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Network c0844450-0407-4382-b212-a66cb8402fbf is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:29.372955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:29.375507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:29.409272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb86c7b2-898d-414c-88ba-b1dcfaf60388,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:29.423843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Pushing event updated for resources: {'Port': ['ID=6842ab7c-2213-480b-ac78-f174276d79de,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:29.435925 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.512882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Attempting to bind port 6842ab7c-2213-480b-ac78-f174276d79de on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:26:29.513211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Attempting to bind port 6842ab7c-2213-480b-ac78-f174276d79de by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:26:29.513793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Attempting to bind port 6842ab7c-2213-480b-ac78-f174276d79de on network c0844450-0407-4382-b212-a66cb8402fbf {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:29.519853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0bc0cc-eb24-4fff-b699-03487d086696,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:29.521596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.522313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.522706 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.523089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.523504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.523815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.524191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.525108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.525480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.525981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.526358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.526762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Tracked resource versions report: Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: HyperV agent@hv-cinder-78409: {}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:26:29.527766 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:26:29.530995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:29.531888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:26:29.532309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Checking segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:29.534023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.534503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Bound using segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:26:29.535058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Bound port: 6842ab7c-2213-480b-ac78-f174276d79de, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:26:29.535509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.578844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:29.588194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:29.606612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.624360 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cee41d88-74ad-4e75-8545-b5017ce26d76 req-0ec04ed7-624e-4699-8231-00d5574448aa tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 210 time: 0.4200878 Apr 14 07:26:29.627873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fcc87038-47cc-466b-a7b3-46ad90c29fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:29.671078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] For port 6842ab7c-2213-480b-ac78-f174276d79de, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:26:29.682609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] For port 6842ab7c-2213-480b-ac78-f174276d79de, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=6842ab7c-2213-480b-ac78-f174276d79de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:26:29.684248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d5a8-6c35-4df6-b842-61dcd8ce8a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.689255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.689762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a53437-d9d5-42e7-a6da-1ba4dd6e5908,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:29.700582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:29.728614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.730045 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15a53437-d9d5-42e7-a6da-1ba4dd6e5908 HTTP/1.1" status: 204 len: 168 time: 0.8041925 Apr 14 07:26:29.744675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.807535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.825234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.829655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d5a8-6c35-4df6-b842-61dcd8ce8a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.839082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:29.913709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:29.936874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.014769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47102) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:30.029083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.046863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d5a8-6c35-4df6-b842-61dcd8ce8a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.050285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fed415e7-e919-4d98-853d-a42d0a69bcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:30.067417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Pushing event updated for resources: {'Port': ['ID=6842ab7c-2213-480b-ac78-f174276d79de,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:30.073135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:30.123764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Allocated IP 172.28.2.104 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/e0c5d988-7a32-411b-b59a-6dc83938f2a9) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:30.229145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.268950 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Pushing event updated for resources: {'Port': ['ID=ab32db83-0b78-476a-83e5-f34f97533bfa,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:30.287117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.289351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:30.289874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:30.313034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:30.316495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8d5a8-6c35-4df6-b842-61dcd8ce8a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb86c7b2-898d-414c-88ba-b1dcfaf60388,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:30.323516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Usage tracker for resource:security_group_rule and tenant:774c309a4f104a9c84b7433985240876 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:30.341224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:30.350365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9cc8d5a8-6c35-4df6-b842-61dcd8ce8a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.354575 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9cc8d5a8-6c35-4df6-b842-61dcd8ce8a11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb86c7b2-898d-414c-88ba-b1dcfaf60388 HTTP/1.1" status: 204 len: 168 time: 1.3063452 Apr 14 07:26:30.357564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.357806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:30.358736 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c0bc0cc-eb24-4fff-b699-03487d086696 HTTP/1.1" status: 204 len: 168 time: 1.0435960 Apr 14 07:26:30.363720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0bc0cc-eb24-4fff-b699-03487d086696,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:30.366735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:30.367179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:30.367493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:30.383140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:30.384507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:30.391560 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:30.436597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.616886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.622260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.646484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:30.688313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:30.788615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47134) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:30.824156 dv-cinder-784092-5-smb neutron-server[85193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 07:26:30.953662 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bd49a238-82cb-4c2e-9e88-65dae7da49b1 req-bdfa1453-8845-4ba6-a878-b007682602aa tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 210 time: 0.1367617 Apr 14 07:26:31.186885 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=774c309a4f104a9c84b7433985240876&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1707907 Apr 14 07:26:31.249613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47162) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:31.256005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Pushing event updated for resources: {'Port': ['ID=e0c5d988-7a32-411b-b59a-6dc83938f2a9,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:31.288258 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:31.288847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0ddb0f65-520c-4e33-8c5a-7144c90a2830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:31.382982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3906f5-201d-43dd-bdd6-966cb3af4c58,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:31.391385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:31.393493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:31.402222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:31.407129 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:31.672474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:31.729591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:31.782756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:32.013255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec7223-c926-4274-b6a3-403db72999dd None None] Network c0844450-0407-4382-b212-a66cb8402fbf requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:26:32.318151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c4dcba5c-6de3-443b-8abd-1254b5671295 None None] Provisioning for port 6842ab7c-2213-480b-ac78-f174276d79de completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:32.364637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:32.377895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-20bcfaeb-c646-461b-9edf-1cbad3db70b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:32.413793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 6842ab7c-2213-480b-ac78-f174276d79de up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:32.457357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3906f5-201d-43dd-bdd6-966cb3af4c58,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:32.467382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:32.477767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.50', 49869) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:32.530582 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fad0e37f-d8b3-4b03-9b28-3dc149df6f60 req-4f325ebc-c053-4a20-981d-f6de5ad57147 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 210 time: 0.1304898 Apr 14 07:26:32.632278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:32.699591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:32.704454 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce3906f5-201d-43dd-bdd6-966cb3af4c58 HTTP/1.1" status: 204 len: 168 time: 1.4533288 Apr 14 07:26:32.800188 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:32.803187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 6842ab7c-2213-480b-ac78-f174276d79de completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:32.892366 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 6842ab7c-2213-480b-ac78-f174276d79de triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:32.894312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:33.008736 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904174-a780-4558-9ca6-ee8236212350 req-f1365c9a-6fe8-48af-9d63-daed6d80da2b tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:33.010780 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-f1365c9a-6fe8-48af-9d63-daed6d80da2b tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.50 "GET /v2.0/networks?id=fc4ee40a-25a7-4815-9342-92aa72de2c8c HTTP/1.1" status: 200 len: 811 time: 0.5222528 Apr 14 07:26:33.111650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:33.165866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 6842ab7c-2213-480b-ac78-f174276d79de, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=6842ab7c-2213-480b-ac78-f174276d79de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:33.174802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:33.187282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:33.269048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Request body: {'port': {'device_id': '0aea150b-38a2-4961-8590-d3f97032343e', 'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c', 'admin_state_up': True, 'tenant_id': '8efa4ca81a314dceb34af0051c0388f1'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:33.360082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=6842ab7c-2213-480b-ac78-f174276d79de,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:33.378396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:33.389202 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Router b8d52ce9-8996-4331-9c2c-7d948ae33251 is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:26:33.430668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:33.552590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-308cd0b4-1082-4399-9043-8fbae8c07527 None None] Provisioning complete for port 6842ab7c-2213-480b-ac78-f174276d79de triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:33.553067 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-308cd0b4-1082-4399-9043-8fbae8c07527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:33.738254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:26:33.747810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Sync routers for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:26:33.769152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:33.769848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:33.778530 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b57e2151-0b4a-42a3-b4b4-51fadbab8b9d req-94600285-e067-4b3d-8353-0776765ce6a7 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 210 time: 0.0829909 Apr 14 07:26:33.781225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:33.782955 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2145147 Apr 14 07:26:33.785751 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47288) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:33.844931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:33.886192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Usage tracker for resource:port and tenant:8efa4ca81a314dceb34af0051c0388f1 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:33.906947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:33.924034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:33.956267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Made reservation on behalf of 8efa4ca81a314dceb34af0051c0388f1 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:33.969940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:33.986570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Router a63d8906-4865-4212-8341-f444bc1a6311 is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:26:34.042151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-23462ae5-8347-4b2a-a4cd-3ab31c2fa424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:34.075082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:34.245331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 6842ab7c-2213-480b-ac78-f174276d79de up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:34.425134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 6842ab7c-2213-480b-ac78-f174276d79de triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:34.425728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:34.853930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:31Z', 'revision_number': 3, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:34.874012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Checking router: b8d52ce9-8996-4331-9c2c-7d948ae33251 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:26:34.875400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Updating router b8d52ce9-8996-4331-9c2c-7d948ae33251 port ab32db83-0b78-476a-83e5-f34f97533bfa binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:26:35.038338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:35.077797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Allocated IP 172.20.0.4 (fc4ee40a-25a7-4815-9342-92aa72de2c8c/642b9e1f-5e1d-483d-8810-235957960c06/f70f9fce-c374-4e82-98ae-b1865d113093) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:35.266059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:35.482767 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-33f44003-9f5c-4ef4-b0f3-970941e28750 req-700e6db4-7257-490e-8e01-7e3fb9f6752a tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 210 time: 0.1975479 Apr 14 07:26:35.583697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:26:35.600659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Sync routers for ids ['a63d8906-4865-4212-8341-f444bc1a6311'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:26:35.622341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Routers {'a63d8906-4865-4212-8341-f444bc1a6311'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:35.632633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['a63d8906-4865-4212-8341-f444bc1a6311'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:35.805057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:35.833703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47348) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:35.852802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:35.881079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:35.941711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:35.945836 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-67d1e959-bfea-47b1-af8f-9150bf2e9a5b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.5919721 Apr 14 07:26:36.001339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47358) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:36.075902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Pushing event updated for resources: {'Port': ['ID=f70f9fce-c374-4e82-98ae-b1865d113093,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:36.083188 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:36.224623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Network fc4ee40a-25a7-4815-9342-92aa72de2c8c is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:36.225913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:36.229841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:36.246280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:36.246739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:36.299261 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0344636 Apr 14 07:26:36.314293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:36.324718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-3c24f6dc-00c9-4037-b0bf-e71392cf536e tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:26:36.329894 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-3c24f6dc-00c9-4037-b0bf-e71392cf536e tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179799 Apr 14 07:26:36.347498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Transition to ACTIVE for port object ab32db83-0b78-476a-83e5-f34f97533bfa will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:36.356440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:36.407189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:36.511854 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ccb5b8bd-11d0-4fca-b367-fdfc92fc9fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:36.566249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Pushing event updated for resources: {'Port': ['ID=ab32db83-0b78-476a-83e5-f34f97533bfa,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:36.650822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Set router a63d8906-4865-4212-8341-f444bc1a6311 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:36.683794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.684353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.685314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.685851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.686337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.691008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.691530 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.692023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.692505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.693030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.693486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.693959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Tracked resource versions report: Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: pushed versions: Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: { 'AddressGroup': {'1.2'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': {'1.0'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': {'1.0'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': {'1.1'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': {'1.7'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': {'1.2'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': {'1.8'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': {'1.4'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': {'1.2'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': {'1.0'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': {'1.1'}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': {'1.1'}} Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: consumer versions: Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: { DHCP agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: HyperV agent@hv-cinder-78409: {}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: L3 agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: Metadata agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: Metering agent@dv-cinder-784092-5-smb: {}, Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: Open vSwitch agent@dv-cinder-784092-5-smb: { 'AddressGroup': '1.2', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'ConntrackHelper': '1.0', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Log': '1.0', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Network': '1.1', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Port': '1.7', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'PortForwarding': '1.2', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'QosPolicy': '1.8', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroup': '1.4', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'SecurityGroupRule': '1.2', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'SubPort': '1.0', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Subnet': '1.1', Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: 'Trunk': '1.1'}} Apr 14 07:26:36.695146 dv-cinder-784092-5-smb neutron-server[85193]: {{(pid=85309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 07:26:36.716227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:36.899628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:36.911407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Attempting to bind port ab32db83-0b78-476a-83e5-f34f97533bfa on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:26:36.911944 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Attempting to bind port ab32db83-0b78-476a-83e5-f34f97533bfa by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:26:36.912924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Attempting to bind port ab32db83-0b78-476a-83e5-f34f97533bfa on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:36.932632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:26:36.933830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:36.934343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:36.934898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:26:36.935562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Bound port: ab32db83-0b78-476a-83e5-f34f97533bfa, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:26:36.936103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:36.994394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:36.998622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Allocated IP 172.20.0.1 (c0844450-0407-4382-b212-a66cb8402fbf/22b63dbb-d206-49e4-bdff-aa99a3dc72fa/31069263-e313-4666-be64-142dc7128d73) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:37.018337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Usage tracker for resource:security_group_rule and tenant:cb3ce737861b4a6d8f82f6bf655e6332 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:37.034316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:37.059654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:37.104747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] For port ab32db83-0b78-476a-83e5-f34f97533bfa, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:26:37.112245 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] For port ab32db83-0b78-476a-83e5-f34f97533bfa, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ab32db83-0b78-476a-83e5-f34f97533bfa,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:26:37.131615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:37.137947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0788b7e-6a14-48ea-b825-92d23afd8bc3 req-8ed69363-2199-4ca7-943a-29d31c703c84 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:37.138777 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-c0788b7e-6a14-48ea-b825-92d23afd8bc3 req-8ed69363-2199-4ca7-943a-29d31c703c84 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Synchronizing usage tracker for tenant:8efa4ca81a314dceb34af0051c0388f1 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:26:37.384978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Request body: {'port': {'device_id': '0aea150b-38a2-4961-8590-d3f97032343e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:37.402728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:31Z', 'revision_number': 3, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port': {'id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:29Z', 'updated_at': '2021-04-14T07:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:37.413264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Checking router: a63d8906-4865-4212-8341-f444bc1a6311 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:26:37.416728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Updating router a63d8906-4865-4212-8341-f444bc1a6311 port e0c5d988-7a32-411b-b59a-6dc83938f2a9 binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:26:37.460483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:37.576174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:37.586968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:37.629176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:37.640360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:37.641343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:37.814428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47400) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:37.846054 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.261564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.438094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:38.607495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.710735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Transition to ACTIVE for port object e0c5d988-7a32-411b-b59a-6dc83938f2a9 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:38.719552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.733928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.769736 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:38.804437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47424) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:38.864418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff8250-ef0e-48a0-92a0-62ab4fa6528e None None] Pushing event updated for resources: {'Port': ['ID=e0c5d988-7a32-411b-b59a-6dc83938f2a9,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:38.877152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d2ff8250-ef0e-48a0-92a0-62ab4fa6528e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:38.878900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.895104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Transition to ACTIVE for port object 31069263-e313-4666-be64-142dc7128d73 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:38.928214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.937880 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:38.988958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.023909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70f9fce-c374-4e82-98ae-b1865d113093 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:26:39.024343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:39.038347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6c7a4939-bb2e-4bfa-815c-7be9a083d6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:39.040236 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Pushing event updated for resources: {'Port': ['ID=ab32db83-0b78-476a-83e5-f34f97533bfa,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:39.048350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.052616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.592s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:39.082764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-c0788b7e-6a14-48ea-b825-92d23afd8bc3 req-8ed69363-2199-4ca7-943a-29d31c703c84 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Unset dirty status for tenant:8efa4ca81a314dceb34af0051c0388f1 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:26:39.095283 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c0788b7e-6a14-48ea-b825-92d23afd8bc3 req-8ed69363-2199-4ca7-943a-29d31c703c84 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 931 time: 2.2552154 Apr 14 07:26:39.123999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6ec5c6-214c-4c76-9015-68901b62e61a,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:39.147143 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c0788b7e-6a14-48ea-b825-92d23afd8bc3 req-76d298e9-1cc6-41fb-8bcf-5d2ccd4653eb tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514460 Apr 14 07:26:39.155804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Transition to ACTIVE for port object f70f9fce-c374-4e82-98ae-b1865d113093 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:39.157777 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Usage tracker for resource:security_group_rule and tenant:1f8bd182e58f4de89cf22a7783945c9b is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:39.161507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.171084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:39.198407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:39.214183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:39.312437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Attempting to bind port e0c5d988-7a32-411b-b59a-6dc83938f2a9 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:26:39.315407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Attempting to bind port e0c5d988-7a32-411b-b59a-6dc83938f2a9 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:26:39.316047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Attempting to bind port e0c5d988-7a32-411b-b59a-6dc83938f2a9 on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:39.332099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:26:39.333338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:39.334482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.335100 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:26:39.335820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Bound port: e0c5d988-7a32-411b-b59a-6dc83938f2a9, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:26:39.336455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.356626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:39.409603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:31Z', 'revision_number': 3, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:39.416216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3543e1d1-ea62-4918-bfdb-011db598f2ad None None] The sync data for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb is: [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:31Z', 'revision_number': 3, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:26:39.473993 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb3ce737861b4a6d8f82f6bf655e6332&name=default HTTP/1.1" status: 200 len: 2975 time: 3.6390533 Apr 14 07:26:39.474866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47462) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:39.479489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] For port e0c5d988-7a32-411b-b59a-6dc83938f2a9, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:26:39.485825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] For port e0c5d988-7a32-411b-b59a-6dc83938f2a9, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=e0c5d988-7a32-411b-b59a-6dc83938f2a9,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:26:39.490884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.538319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.601189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.660963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.661880 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:39.670745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f9fce-c374-4e82-98ae-b1865d113093,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:39.682316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:39.705507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:39.751736 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:39.781340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54eeb5d-6600-4ff6-8197-0a8d1f6c0ce6,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:39.799262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:39.802303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:39.822365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-527ef486-881f-4268-9ce5-51eb0f46ab1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:39.916687 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Pushing event updated for resources: {'Port': ['ID=31069263-e313-4666-be64-142dc7128d73,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:39.925455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Usage tracker for resource:security_group_rule and tenant:4597afb74e4d4183a538f80d017b9f7a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:39.953550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:39.955329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:39.961586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Routers {'a63d8906-4865-4212-8341-f444bc1a6311'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:39.962349 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['a63d8906-4865-4212-8341-f444bc1a6311'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:40.010638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:40.135835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:40.207002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Attempting to bind port f70f9fce-c374-4e82-98ae-b1865d113093 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:26:40.207817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Attempting to bind port f70f9fce-c374-4e82-98ae-b1865d113093 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '9ff79733-5594-4354-8e2b-4ad1fc87c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:26:40.209689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Attempting to bind port f70f9fce-c374-4e82-98ae-b1865d113093 on network fc4ee40a-25a7-4815-9342-92aa72de2c8c {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:40.225940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Port f70f9fce-c374-4e82-98ae-b1865d113093 on network fc4ee40a-25a7-4815-9342-92aa72de2c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:26:40.227792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Attempting to bind port f70f9fce-c374-4e82-98ae-b1865d113093 on network fc4ee40a-25a7-4815-9342-92aa72de2c8c {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:40.256239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:26:40.265275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Checking segment: {'id': '9ff79733-5594-4354-8e2b-4ad1fc87c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:40.266123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Bound using segment: {'id': '9ff79733-5594-4354-8e2b-4ad1fc87c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:26:40.266789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Bound port: f70f9fce-c374-4e82-98ae-b1865d113093, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff79733-5594-4354-8e2b-4ad1fc87c154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:26:40.267312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:40.338246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:40.419209 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f8bd182e58f4de89cf22a7783945c9b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5927155 Apr 14 07:26:40.419896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:26:40.427329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47502) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:40.439562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:40.442162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:40.492639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff8250-ef0e-48a0-92a0-62ab4fa6528e None None] Pushing event updated for resources: {'Port': ['ID=e0c5d988-7a32-411b-b59a-6dc83938f2a9,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:40.514689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ab32db83-0b78-476a-83e5-f34f97533bfa up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:40.542432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] For port f70f9fce-c374-4e82-98ae-b1865d113093, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:26:40.547170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] For port f70f9fce-c374-4e82-98ae-b1865d113093, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f70f9fce-c374-4e82-98ae-b1865d113093,segment=NetworkSegment(9ff79733-5594-4354-8e2b-4ad1fc87c154),segment_id=9ff79733-5594-4354-8e2b-4ad1fc87c154)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:26:40.552509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:40.581027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d2ff8250-ef0e-48a0-92a0-62ab4fa6528e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:40.582261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c69e4a78-40b3-4ff5-a766-dda3bd3b5e7f tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:40.761078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] Set router a63d8906-4865-4212-8341-f444bc1a6311 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:40.848050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:40.899260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6ec5c6-214c-4c76-9015-68901b62e61a,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:40.911965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:40.915736 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf6ec5c6-214c-4c76-9015-68901b62e61a HTTP/1.1" status: 204 len: 168 time: 1.4321980 Apr 14 07:26:41.127462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port ab32db83-0b78-476a-83e5-f34f97533bfa completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:41.141130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f9fce-c374-4e82-98ae-b1865d113093,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:41.151393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:41.259305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port ab32db83-0b78-476a-83e5-f34f97533bfa triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:41.260770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:41.291210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:41.292177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:41.299458 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] 10.222.0.50 "PUT /v2.0/ports/f70f9fce-c374-4e82-98ae-b1865d113093 HTTP/1.1" status: 200 len: 1093 time: 4.5668299 Apr 14 07:26:41.300055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aea150b-38a2-4961-8590-d3f97032343e', 'tag': 'f70f9fce-c374-4e82-98ae-b1865d113093'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:26:41.601542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904174-a780-4558-9ca6-ee8236212350 req-a625b527-0e5e-4ac8-9c20-b63fd74934df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:41.604730 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-a625b527-0e5e-4ac8-9c20-b63fd74934df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8efa4ca81a314dceb34af0051c0388f1&device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 1096 time: 0.1148114 Apr 14 07:26:41.631038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:41.698510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47546) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:41.748394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:41.784334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:41.792339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Usage tracker for resource:security_group_rule and tenant:72e61ca9110f4b5b8c8690c1bbeee2fb is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:41.797225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:41.807634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:41.854466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:41.920941 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:41.939709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:41.959768 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port ab32db83-0b78-476a-83e5-f34f97533bfa, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ab32db83-0b78-476a-83e5-f34f97533bfa,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:41.964984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.003968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c2e9f495-bfde-4ffc-832b-63e371250c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:42.018938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.027307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.076586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:42.150335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47558) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:42.238312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.245179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Network c0844450-0407-4382-b212-a66cb8402fbf is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:42.258489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:42.261756 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72e61ca9110f4b5b8c8690c1bbeee2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5576851 Apr 14 07:26:42.261756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7555bac8-ad1e-47b0-b5ad-0ff4ae070351,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:42.277446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:42.278032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47568) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:42.296820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=ab32db83-0b78-476a-83e5-f34f97533bfa,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:42.313724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:42.323098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:31Z', 'revision_number': 3, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port': {'id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:29Z', 'updated_at': '2021-04-14T07:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:42.328658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac97ed3c-9c5a-46a9-a44f-003866334b26 None None] The sync data for ids ['a63d8906-4865-4212-8341-f444bc1a6311'] in dv-cinder-784092-5-smb is: [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:31Z', 'revision_number': 3, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port': {'id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:29Z', 'updated_at': '2021-04-14T07:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:26:42.355191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-48c682d3-441b-4773-b82d-e41bc5413d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:42.403064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:42.403590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.465774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.480692 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54eeb5d-6600-4ff6-8197-0a8d1f6c0ce6,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:42.526934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9705e-467d-4521-a47d-d88070dbe0b2 req-14a298b0-1dcb-413f-8504-d8f5a4907fa8 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:42.529557 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-13e9705e-467d-4521-a47d-d88070dbe0b2 req-14a298b0-1dcb-413f-8504-d8f5a4907fa8 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 943 time: 1.8776166 Apr 14 07:26:42.559079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:42.570462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.583160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Allocated IP 172.20.0.1 (7a35a013-5ab5-474d-b45c-27d639cedd92/6b339e2c-4566-4595-bd29-c7f56f004efd/b4c7f319-7150-475e-b30c-937482947c61) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:42.601724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.605815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.611723 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c54eeb5d-6600-4ff6-8197-0a8d1f6c0ce6 HTTP/1.1" status: 204 len: 168 time: 2.1682866 Apr 14 07:26:42.763304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-f69e3e1f-a41c-4e8b-91d9-e813ad498d15 None None] Provisioning for port 31069263-e313-4666-be64-142dc7128d73 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:42.783323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-f69e3e1f-a41c-4e8b-91d9-e813ad498d15 None None] Provisioning complete for port 31069263-e313-4666-be64-142dc7128d73 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:42.792982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f69e3e1f-a41c-4e8b-91d9-e813ad498d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:42.914039 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-81b254cf-e7dd-4231-a3b8-60eb4e4dea71 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f70f9fce-c374-4e82-98ae-b1865d113093 HTTP/1.1" status: 200 len: 217 time: 0.3909526 Apr 14 07:26:42.920701 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aea150b-38a2-4961-8590-d3f97032343e', 'tag': 'f70f9fce-c374-4e82-98ae-b1865d113093', 'status': 'completed', 'code': 200} Apr 14 07:26:42.935539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:42.943356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Usage tracker for resource:security_group_rule and tenant:7be1a220fe574b8994e06fbbdf850c43 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:42.946994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:42.948697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f69e3e1f-a41c-4e8b-91d9-e813ad498d15 None None] Port 31069263-e313-4666-be64-142dc7128d73 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:26:42.967783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-13e9705e-467d-4521-a47d-d88070dbe0b2 req-e1798af0-4c03-4a8d-8d77-56dd0ebfc9f0 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Synchronizing usage tracker for tenant:8efa4ca81a314dceb34af0051c0388f1 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:26:42.973845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:43.029387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.134801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.187572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-04008310-efe9-49f6-ac01-6653833fc33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:43.280233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-13e9705e-467d-4521-a47d-d88070dbe0b2 req-e1798af0-4c03-4a8d-8d77-56dd0ebfc9f0 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Unset dirty status for tenant:8efa4ca81a314dceb34af0051c0388f1 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:26:43.281659 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-13e9705e-467d-4521-a47d-d88070dbe0b2 req-e1798af0-4c03-4a8d-8d77-56dd0ebfc9f0 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032943 Apr 14 07:26:43.519373 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708af24-d5ff-4ac7-b3a3-42c490506e0c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:43.549067 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4597afb74e4d4183a538f80d017b9f7a&name=default HTTP/1.1" status: 200 len: 2978 time: 4.6902833 Apr 14 07:26:43.562008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:43.564277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47592) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:43.582335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.789478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.852749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.879282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.894271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9d3a5afe-27e2-4b71-b809-482285072aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:43.913000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.925299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b904174-a780-4558-9ca6-ee8236212350 req-5e9745af-468a-47f5-b339-9fa0737c85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:43.927059 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-5e9745af-468a-47f5-b339-9fa0737c85b1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=642b9e1f-5e1d-483d-8810-235957960c06 HTTP/1.1" status: 200 len: 851 time: 0.6847515 Apr 14 07:26:43.946512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555bac8-ad1e-47b0-b5ad-0ff4ae070351,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:43.949752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.951457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.956218 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7555bac8-ad1e-47b0-b5ad-0ff4ae070351 HTTP/1.1" status: 204 len: 168 time: 1.6740026 Apr 14 07:26:43.957362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:43.958518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:43.982070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:44.053968 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7be1a220fe574b8994e06fbbdf850c43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8977666 Apr 14 07:26:44.063055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47606) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:44.092048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9322a5-55ba-469b-97f2-5b1c5247797a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:44.143296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:44.265483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:44.323461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:44.447427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:44.461351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:44.467640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5cca0082-e802-4105-83fe-6b773e68a38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:44.484122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device e0c5d988-7a32-411b-b59a-6dc83938f2a9 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:44.505211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:44.534767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9322a5-55ba-469b-97f2-5b1c5247797a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:44.545325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:44.553478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:44.562462 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d9322a5-55ba-469b-97f2-5b1c5247797a HTTP/1.1" status: 204 len: 168 time: 0.4979818 Apr 14 07:26:44.653890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port e0c5d988-7a32-411b-b59a-6dc83938f2a9 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:44.668541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port e0c5d988-7a32-411b-b59a-6dc83938f2a9 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:44.668541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:44.857927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876b77e-e73d-4f85-902e-f04328ba0c88 req-d09db7ba-973b-44da-aa09-653b5e3d94ca tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:44.859788 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2876b77e-e73d-4f85-902e-f04328ba0c88 req-d09db7ba-973b-44da-aa09-653b5e3d94ca tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 943 time: 0.2200456 Apr 14 07:26:44.912049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:44.928735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:44.940844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:44.941357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:44.956217 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2876b77e-e73d-4f85-902e-f04328ba0c88 req-882b919b-df6f-4ed8-8936-3beb538394a1 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891798 Apr 14 07:26:45.067139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.121181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port e0c5d988-7a32-411b-b59a-6dc83938f2a9, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=e0c5d988-7a32-411b-b59a-6dc83938f2a9,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:45.132705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.135644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ab32db83-0b78-476a-83e5-f34f97533bfa up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:45.147957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c7f319-7150-475e-b30c-937482947c61,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:45.156383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.168608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:45.194571 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:45.208425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:45.210407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708af24-d5ff-4ac7-b3a3-42c490506e0c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:45.223880 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.307236 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:45.388111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=e0c5d988-7a32-411b-b59a-6dc83938f2a9,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:45.392432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:45.411916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port ab32db83-0b78-476a-83e5-f34f97533bfa triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:45.412475 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.464375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47640) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:45.498400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.534465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:45.553281 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Usage tracker for resource:security_group_rule and tenant:11340d034de64f0e84ddf3b7cee729e4 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:45.560394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:45.586087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:45.798972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.842526 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.848189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.848566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.856115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.858533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.861006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:45.877881 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:45.919146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9806c48d-dc8f-4447-862f-4633151e84af,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:45.937317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:45.962636 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11340d034de64f0e84ddf3b7cee729e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967759 Apr 14 07:26:45.976899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47648) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:46.196235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:46.253995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:46.272034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device e0c5d988-7a32-411b-b59a-6dc83938f2a9 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:46.309367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:46.310807 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0708af24-d5ff-4ac7-b3a3-42c490506e0c HTTP/1.1" status: 204 len: 168 time: 2.7435272 Apr 14 07:26:46.382838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:46.393555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:46.482636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port e0c5d988-7a32-411b-b59a-6dc83938f2a9 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:46.483360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:46.499335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:46.526783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d43d4a8-87a3-46dd-9563-fa571718348e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:46.544444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9806c48d-dc8f-4447-862f-4633151e84af,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:46.554335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:46.556013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:46.560603 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9806c48d-dc8f-4447-862f-4633151e84af HTTP/1.1" status: 204 len: 168 time: 0.5818431 Apr 14 07:26:46.638059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:46.652795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:46.691831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c7f319-7150-475e-b30c-937482947c61,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:46.967872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2dbda-c017-4de1-b1c0-a5bd5790901a req-d57c987b-8ebb-4345-ba85-d18d10c45fce tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:46.969535 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-58f2dbda-c017-4de1-b1c0-a5bd5790901a req-d57c987b-8ebb-4345-ba85-d18d10c45fce tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 943 time: 0.6483386 Apr 14 07:26:47.202382 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-3ea0121a-ab08-49d8-9aa8-2d445d2adcd6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc4ee40a-25a7-4815-9342-92aa72de2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016645 Apr 14 07:26:47.285426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Pushing event updated for resources: {'Port': ['ID=31069263-e313-4666-be64-142dc7128d73,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:47.289224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Network c0844450-0407-4382-b212-a66cb8402fbf is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:47.296930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:47.297858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:47.299479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.704s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:47.299880 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:47.367142 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47704) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:47.407492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:47.424004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Router a63d8906-4865-4212-8341-f444bc1a6311 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:26:47.439603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:47.442167 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-58f2dbda-c017-4de1-b1c0-a5bd5790901a req-1361c134-df8a-4fd0-8f5c-73d8c5047e8a tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577920 Apr 14 07:26:47.448021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb0c65b03c24c488583c6a58ccfd387 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:47.453004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:47.482273 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:47.546653 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-892f46d1-012c-4525-a932-707695d24d1e service neutron] 10.222.0.50 "GET /v2.0/networks/fc4ee40a-25a7-4815-9342-92aa72de2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324065 Apr 14 07:26:47.633994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-5527778d-4d5d-478f-830c-10dd025084ec None None] Provisioning complete for port 31069263-e313-4666-be64-142dc7128d73 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:47.634667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5527778d-4d5d-478f-830c-10dd025084ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:47.755957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-5527778d-4d5d-478f-830c-10dd025084ec None None] Port 31069263-e313-4666-be64-142dc7128d73 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:26:47.766737 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b904174-a780-4558-9ca6-ee8236212350 req-3b51c6e4-e865-402c-8310-be5974d6db7d service neutron] 10.222.0.50 "GET /v2.0/networks/fc4ee40a-25a7-4815-9342-92aa72de2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083154 Apr 14 07:26:47.783729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:47.786976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:47.795390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:47.843850 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f294429-84b6-49d3-940e-e008d3ff809a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:47.888350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Router b8d52ce9-8996-4331-9c2c-7d948ae33251 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:26:47.905248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:47.945256 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddb0c65b03c24c488583c6a58ccfd387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769486 Apr 14 07:26:47.950315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47726) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:47.989351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-558333b5-906c-4e71-9705-ffb226c5d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:47.991465 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-558333b5-906c-4e71-9705-ffb226c5d8d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8efa4ca81a314dceb34af0051c0388f1&device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 1096 time: 0.1415482 Apr 14 07:26:48.076978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:26:48.083918 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] 10.222.0.42 "PUT /v2.0/routers/a63d8906-4865-4212-8341-f444bc1a6311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0814867 Apr 14 07:26:48.096127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Sync routers for ids ['a63d8906-4865-4212-8341-f444bc1a6311'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:26:48.112869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Routers {'a63d8906-4865-4212-8341-f444bc1a6311'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:48.116218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['a63d8906-4865-4212-8341-f444bc1a6311'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:48.221785 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:48.228516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:26:48.238801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Sync routers for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:26:48.238963 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] 10.222.0.42 "PUT /v2.0/routers/b8d52ce9-8996-4331-9c2c-7d948ae33251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4519751 Apr 14 07:26:48.258669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:48.259504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:48.286062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:48.329405 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-18e81dbd-d8bf-411e-8d5b-5b6631b61da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:48.331355 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-18e81dbd-d8bf-411e-8d5b-5b6631b61da4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fc4ee40a-25a7-4815-9342-92aa72de2c8c HTTP/1.1" status: 200 len: 912 time: 0.3310559 Apr 14 07:26:48.422157 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-3ca2ee39-2b91-4b17-b3a4-9fa36ddce85d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f70f9fce-c374-4e82-98ae-b1865d113093 HTTP/1.1" status: 200 len: 217 time: 0.0808399 Apr 14 07:26:48.433970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Set router a63d8906-4865-4212-8341-f444bc1a6311 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:48.541833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-0ba86382-b364-4ed2-9f2e-29799ad3c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:48.553738 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-0ba86382-b364-4ed2-9f2e-29799ad3c2a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=642b9e1f-5e1d-483d-8810-235957960c06 HTTP/1.1" status: 200 len: 851 time: 0.1134684 Apr 14 07:26:48.709254 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-8efbd2ef-d3a1-43fe-b6cc-c443db52cfd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fc4ee40a-25a7-4815-9342-92aa72de2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1545367 Apr 14 07:26:48.713079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:48.744023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:48.817870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:48.838275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f294429-84b6-49d3-940e-e008d3ff809a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:48.840346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:48.841860 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f294429-84b6-49d3-940e-e008d3ff809a HTTP/1.1" status: 204 len: 168 time: 0.8855391 Apr 14 07:26:48.847847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:48.886845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26ef1a-d94c-4168-97d2-18ed0768728c req-cf06342a-641a-4abe-9cd4-f8c6b8024212 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:48.888885 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3e26ef1a-d94c-4168-97d2-18ed0768728c req-cf06342a-641a-4abe-9cd4-f8c6b8024212 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 943 time: 0.2612200 Apr 14 07:26:48.924612 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3e26ef1a-d94c-4168-97d2-18ed0768728c req-587bd6c0-89be-470e-9982-5c0adccd70f3 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267961 Apr 14 07:26:48.975724 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-92d9d806-5415-4ef0-bb0a-20860618ba5e service neutron] 10.222.0.50 "GET /v2.0/networks/fc4ee40a-25a7-4815-9342-92aa72de2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556543 Apr 14 07:26:48.981729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47782) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:49.126859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 4, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port': {'id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:29Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b4c7f319-7150-475e-b30c-937482947c61', 'name': '', 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'mac_address': 'fa:16:3e:a1:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:40Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 2, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'subnets': [{'id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:49.137648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Checking router: a63d8906-4865-4212-8341-f444bc1a6311 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:26:49.138053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Updating router a63d8906-4865-4212-8341-f444bc1a6311 port b4c7f319-7150-475e-b30c-937482947c61 binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:26:49.202247 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7001f6c5-32ea-4641-a9c9-3f0d5f93134b req-513de918-d85c-40d5-a78c-0400f4d58ac0 service neutron] 10.222.0.50 "GET /v2.0/networks/fc4ee40a-25a7-4815-9342-92aa72de2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169321 Apr 14 07:26:49.258947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:49.320204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:44Z', 'revision_number': 2, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:49.328028 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Checking router: b8d52ce9-8996-4331-9c2c-7d948ae33251 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:26:49.328472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Updating router b8d52ce9-8996-4331-9c2c-7d948ae33251 port 31069263-e313-4666-be64-142dc7128d73 binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:26:49.397346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:49.849636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:49.886486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Transition to ACTIVE for port object b4c7f319-7150-475e-b30c-937482947c61 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:49.895624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:49.898786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:49.908762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47812) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:49.914490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1487396808', 'description': 'tempest-description--1561369177'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:49.918237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Transition to ACTIVE for port object 31069263-e313-4666-be64-142dc7128d73 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:49.920177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d803e78-0d67-4a7a-b48f-4b149ed4450c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:49.926110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:49.939362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:49.946267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:49.952367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:49.970873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:49.998951 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.008884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:50.028972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group_rule and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:50.039560 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:50.053841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:50.070018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.070248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:50.158976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:50.175403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Usage tracker for resource:security_group_rule and tenant:cfd37fb1427045909bfa6ed263ec667f is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:50.181107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:50.202221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:50.205432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08548c28-b03c-491f-b79e-f3dea9e8b6b8 None None] Pushing event updated for resources: {'Port': ['ID=31069263-e313-4666-be64-142dc7128d73,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:50.212071 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-08548c28-b03c-491f-b79e-f3dea9e8b6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:50.218045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-c542d069-09f5-4872-9f17-b00ba47581a6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:50.225673 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-c542d069-09f5-4872-9f17-b00ba47581a6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 819 time: 0.4040139 Apr 14 07:26:50.248987 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-d367215e-b0f5-43a8-9c83-8e8b5a88d8fb tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/quotas/feb6e91c63934d93abff5575b15a2569 HTTP/1.1" status: 200 len: 375 time: 0.0222728 Apr 14 07:26:50.261056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.267600 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.370068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b852d-e784-48d2-b48e-fa9e2fd09e38 None None] Pushing event updated for resources: {'Port': ['ID=b4c7f319-7150-475e-b30c-937482947c61,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:50.383176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3e3b852d-e784-48d2-b48e-fa9e2fd09e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:50.448599 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:50.453490 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-d4ca913f-87ae-480f-8c8a-276da59071c8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2030082 Apr 14 07:26:50.476733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Attempting to bind port 31069263-e313-4666-be64-142dc7128d73 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:26:50.477375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Attempting to bind port 31069263-e313-4666-be64-142dc7128d73 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:26:50.478008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Attempting to bind port 31069263-e313-4666-be64-142dc7128d73 on network c0844450-0407-4382-b212-a66cb8402fbf {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:50.480690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.484694 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5720775 Apr 14 07:26:50.492453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47834) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:50.495210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:26:50.495916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Checking segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:50.496964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.497893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Bound using segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:26:50.499050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Bound port: 31069263-e313-4666-be64-142dc7128d73, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:26:50.500718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.540425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'security_group_rule': {'security_group_id': 'a2d72bd8-2c06-46b3-a47b-ea65fd66a422', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:50.576388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:50.595178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group_rule and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:50.611905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:50.619091 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d72bd8-2c06-46b3-a47b-ea65fd66a422,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:50.623615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] For port 31069263-e313-4666-be64-142dc7128d73, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:26:50.628959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] For port 31069263-e313-4666-be64-142dc7128d73, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=31069263-e313-4666-be64-142dc7128d73,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:26:50.643472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.646911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:50.660492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:50.732975 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.796420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2027474e-b68a-4adf-812e-43545b27330d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:50.800021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.827065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.829400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d818c-e99c-4e79-9c8e-b4ca2f9addf4 req-134fe28b-8441-4c17-8e14-c6aaec940bae tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:50.834003 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c97d818c-e99c-4e79-9c8e-b4ca2f9addf4 req-134fe28b-8441-4c17-8e14-c6aaec940bae tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 943 time: 0.5685930 Apr 14 07:26:50.874979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:50.875791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:50.933958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:50.935962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Attempting to bind port b4c7f319-7150-475e-b30c-937482947c61 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:26:50.936371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Attempting to bind port b4c7f319-7150-475e-b30c-937482947c61 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:26:50.936796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Attempting to bind port b4c7f319-7150-475e-b30c-937482947c61 on network 7a35a013-5ab5-474d-b45c-27d639cedd92 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:50.948625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:26:50.953722 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfd37fb1427045909bfa6ed263ec667f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9683917 Apr 14 07:26:50.954279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47856) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:50.954457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Checking segment: {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:50.954907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.957147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.957581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Bound using segment: {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:26:50.958163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Bound port: b4c7f319-7150-475e-b30c-937482947c61, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:26:50.958616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:50.993534 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-84e447ca-4135-4e56-a846-b29c838b25b5 service neutron] 10.222.0.42 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388768 Apr 14 07:26:50.997003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.007900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:51.045852 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887dd05d-5d09-4150-9a3a-7c2f179c2466,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:51.064295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c258e5ef-74b2-4def-bfe5-5b3727d58880,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:51.113882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47866) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:51.144031 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c97d818c-e99c-4e79-9c8e-b4ca2f9addf4 req-b4a1ef74-d7f6-4bd9-a4f6-fe72c46657f7 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911601 Apr 14 07:26:51.180762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.184605 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6745503 Apr 14 07:26:51.190565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47874) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:51.191722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:51.196810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] For port b4c7f319-7150-475e-b30c-937482947c61, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:26:51.203491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'security_group_rule': {'security_group_id': 'a2d72bd8-2c06-46b3-a47b-ea65fd66a422', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:51.206712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] For port b4c7f319-7150-475e-b30c-937482947c61, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=b4c7f319-7150-475e-b30c-937482947c61,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:26:51.211348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.223926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:51.236395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group_rule and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:51.244635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:51.250654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:51.265222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:51.284826 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.362480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.365429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.367895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-54e36471-df1a-4c51-8e5d-869e707288dd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:51.382861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fec0e8d-e997-4e28-a43f-0091ec84c997,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:51.407227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:51.408409 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.409855 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2166078 Apr 14 07:26:51.413146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 47880) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:51.420317 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-ced06bd6-2e13-4a31-94d7-73f383889a5c service neutron] 10.222.0.42 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232185 Apr 14 07:26:51.421005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'floatingip': {'floating_network_id': '00924177-d382-4300-abdf-130fe927342e'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:51.423527 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:51.428879 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:51.434761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:floatingip and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:51.439965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:51.449565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:51.462501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.467183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08548c28-b03c-491f-b79e-f3dea9e8b6b8 None None] Pushing event updated for resources: {'Port': ['ID=31069263-e313-4666-be64-142dc7128d73,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:51.481930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-08548c28-b03c-491f-b79e-f3dea9e8b6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:51.524198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:51.563343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.568362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b852d-e784-48d2-b48e-fa9e2fd09e38 None None] Pushing event updated for resources: {'Port': ['ID=b4c7f319-7150-475e-b30c-937482947c61,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:51.574533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3e3b852d-e784-48d2-b48e-fa9e2fd09e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:51.625393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Routers {'a63d8906-4865-4212-8341-f444bc1a6311'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:26:51.629012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:26:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['a63d8906-4865-4212-8341-f444bc1a6311'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:51.629549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.702359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.721991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.727466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f4459240-6fc6-4a21-a825-7dbb12dc386b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:51.753370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:51.769520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258e5ef-74b2-4def-bfe5-5b3727d58880,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:51.772971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:51.774224 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c258e5ef-74b2-4def-bfe5-5b3727d58880 HTTP/1.1" status: 204 len: 168 time: 0.8058629 Apr 14 07:26:51.776837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:51.859726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47900) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:51.910818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Usage tracker for resource:security_group_rule and tenant:02df20b87f5d49e997b21a17d62925ec is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:51.926086 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:51.942541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-ad1ff0fd-5c65-484a-84f2-2e5a62ab694a req-68261993-09f5-485a-a31b-ae8857d6cd72 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Synchronizing usage tracker for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:26:51.946503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:51.987218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-ad1ff0fd-5c65-484a-84f2-2e5a62ab694a req-68261993-09f5-485a-a31b-ae8857d6cd72 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Unset dirty status for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:26:51.988808 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ad1ff0fd-5c65-484a-84f2-2e5a62ab694a req-68261993-09f5-485a-a31b-ae8857d6cd72 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 210 time: 0.1767242 Apr 14 07:26:52.070931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f70f9fce-c374-4e82-98ae-b1865d113093 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:26:52.071789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.257168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Allocated IP 172.28.2.127 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/b97c53f9-68bc-4c64-85a8-48c1b4fdd273) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:52.313261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] Set router a63d8906-4865-4212-8341-f444bc1a6311 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:26:52.459334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.511112 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.564690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:52.607078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.645012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:52.652657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Usage tracker for resource:security_group_rule and tenant:4d4c8c765eab47d9b200fb2318d7d701 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:52.661617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:52.673639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:52.723692 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port f70f9fce-c374-4e82-98ae-b1865d113093, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f70f9fce-c374-4e82-98ae-b1865d113093,segment=NetworkSegment(9ff79733-5594-4354-8e2b-4ad1fc87c154),segment_id=9ff79733-5594-4354-8e2b-4ad1fc87c154)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:52.764541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': 'f70f9fce-c374-4e82-98ae-b1865d113093', 'network_id': 'fc4ee40a-25a7-4815-9342-92aa72de2c8c', 'port_id': 'f70f9fce-c374-4e82-98ae-b1865d113093', 'mac_address': 'fa:16:3e:b3:5c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642b9e1f-5e1d-483d-8810-235957960c06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:26:52.825938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.840882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.840882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'Port': ['ID=b97c53f9-68bc-4c64-85a8-48c1b4fdd273,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:52.845451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.873542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:50Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:52.882652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-12118cae-1e11-4f7e-af9e-f951d38db071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:52.890419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2c6d8-41dc-41f7-9aec-6a26d688055e None None] The sync data for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb is: [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:50Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:26:52.924275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e382775-1ad5-42e3-a549-9a8fdd45ad72 req-dfb81c70-a94a-40ed-8f1d-307353ed680a tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:52.924516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:52.926390 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0e382775-1ad5-42e3-a549-9a8fdd45ad72 req-dfb81c70-a94a-40ed-8f1d-307353ed680a tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 943 time: 0.4921100 Apr 14 07:26:53.012436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70f9fce-c374-4e82-98ae-b1865d113093 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:26:53.013529 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0e382775-1ad5-42e3-a549-9a8fdd45ad72 req-0af60a88-b862-45d7-9f77-e7988e73c344 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Apr 14 07:26:53.018326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47954) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:53.031416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.040003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866ca897-b27e-46d2-8aa1-9282367f6b78,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:53.048309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 4, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port': {'id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:29Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b4c7f319-7150-475e-b30c-937482947c61', 'name': '', 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'mac_address': 'fa:16:3e:a1:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:40Z', 'updated_at': '2021-04-14T07:26:51Z', 'revision_number': 4, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'subnets': [{'id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:26:53.062221 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d4c8c765eab47d9b200fb2318d7d701&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2003379 Apr 14 07:26:53.063547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:53.064122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47958) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:53.082115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:53.094702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:53.102095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port f70f9fce-c374-4e82-98ae-b1865d113093, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f70f9fce-c374-4e82-98ae-b1865d113093,segment=NetworkSegment(9ff79733-5594-4354-8e2b-4ad1fc87c154),segment_id=9ff79733-5594-4354-8e2b-4ad1fc87c154)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:53.111260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.123533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.126021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:53.179860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:53.192385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7950d759d1164e18bec092edc49aa0f8 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:53.196974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:53.214377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:53.240557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f1987d-b3c1-4e3e-b075-3d102359861a None None] The sync data for ids ['a63d8906-4865-4212-8341-f444bc1a6311'] in dv-cinder-784092-5-smb is: [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 4, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port': {'id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:29Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b4c7f319-7150-475e-b30c-937482947c61', 'name': '', 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'mac_address': 'fa:16:3e:a1:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:40Z', 'updated_at': '2021-04-14T07:26:51Z', 'revision_number': 4, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'subnets': [{'id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:26:53.254813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:53.271425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:53.274321 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cbb14448-5789-4a08-9136-89698660f5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.376562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47964) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:53.379368 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=f70f9fce-c374-4e82-98ae-b1865d113093,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:53.381757 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02df20b87f5d49e997b21a17d62925ec&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2257450 Apr 14 07:26:53.383173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:53.390756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:53.427278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['f70f9fce-c374-4e82-98ae-b1865d113093'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:26:53.615405 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cbb14448-5789-4a08-9136-89698660f5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.634206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06587a1-96fb-40d7-963b-51f77902667c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:53.668030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:53.768499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-86c0e4a9-00f8-4fcf-a658-f0e26a380e07 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:53.769375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-86c0e4a9-00f8-4fcf-a658-f0e26a380e07 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Synchronizing usage tracker for tenant:feb6e91c63934d93abff5575b15a2569 on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:26:53.811415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-86c0e4a9-00f8-4fcf-a658-f0e26a380e07 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Unset dirty status for tenant:feb6e91c63934d93abff5575b15a2569 on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:26:53.838452 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-86c0e4a9-00f8-4fcf-a658-f0e26a380e07 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 819 time: 0.7535822 Apr 14 07:26:53.868262 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-95f1c03f-b042-4c56-af79-ac4a72d30c32 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/quotas/feb6e91c63934d93abff5575b15a2569 HTTP/1.1" status: 200 len: 375 time: 0.0287478 Apr 14 07:26:53.871512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.903322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.907367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cbb14448-5789-4a08-9136-89698660f5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.953684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:53.986104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ee3fee1f-3367-44b8-8172-15cfcf973834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:54.029060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb14448-5789-4a08-9136-89698660f5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ca897-b27e-46d2-8aa1-9282367f6b78,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:54.034649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cbb14448-5789-4a08-9136-89698660f5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:54.035929 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-cbb14448-5789-4a08-9136-89698660f5ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/866ca897-b27e-46d2-8aa1-9282367f6b78 HTTP/1.1" status: 204 len: 168 time: 0.9688239 Apr 14 07:26:54.053347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:54.222548 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:54.262669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaf423e-a394-4459-bc0c-a94d7c1b18fa,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:54.296163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:54.316157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:54.316491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:54.378721 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7950d759d1164e18bec092edc49aa0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3580329 Apr 14 07:26:54.388294 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 47984) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:54.398725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:54.433253 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-56cda077-4689-4556-9b83-532b9f9a7cee tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5639863 Apr 14 07:26:54.492416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 31069263-e313-4666-be64-142dc7128d73 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:54.738189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 31069263-e313-4666-be64-142dc7128d73 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:54.758651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 31069263-e313-4666-be64-142dc7128d73 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:54.759099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:54.802771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:54.905524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.020558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.031958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48002) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:55.042117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 31069263-e313-4666-be64-142dc7128d73, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=31069263-e313-4666-be64-142dc7128d73,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:55.045379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.046518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b4c7f319-7150-475e-b30c-937482947c61 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:55.052060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.059114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.080874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.115725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.122635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:55.126144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-115045f1-ba95-4b01-b508-7729fd5e8a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:55.127694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:510168add58247398f33cb0c2d9727d2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:55.131177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:55.139070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:55.173736 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3200c33e-2f21-4a9f-b5cb-856136b2563d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:55.194083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaf423e-a394-4459-bc0c-a94d7c1b18fa,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:55.220790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.222051 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffaf423e-a394-4459-bc0c-a94d7c1b18fa HTTP/1.1" status: 204 len: 168 time: 0.8327024 Apr 14 07:26:55.291678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.300358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:55.310166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=31069263-e313-4666-be64-142dc7128d73,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:55.334717 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:55.354845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port b4c7f319-7150-475e-b30c-937482947c61 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:55.362619 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port b4c7f319-7150-475e-b30c-937482947c61 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:55.363184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.565923 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.635762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port b4c7f319-7150-475e-b30c-937482947c61, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=b4c7f319-7150-475e-b30c-937482947c61,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:55.642495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.646241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:55.653362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:55.694602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387592ec-1cf9-4180-a3cc-3fbb09bf4db0 req-86cc1911-853c-4f5d-b14c-6dfbdbd1dd30 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:55.703162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-387592ec-1cf9-4180-a3cc-3fbb09bf4db0 req-86cc1911-853c-4f5d-b14c-6dfbdbd1dd30 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 944 time: 1.3071659 Apr 14 07:26:55.746691 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-387592ec-1cf9-4180-a3cc-3fbb09bf4db0 req-0f87b290-81b5-41ca-8b65-1c782cc22029 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Apr 14 07:26:55.756475 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.765830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.768671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=b4c7f319-7150-475e-b30c-937482947c61,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:55.773860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:55.776030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:55.801261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:55.802480 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e06587a1-96fb-40d7-963b-51f77902667c HTTP/1.1" status: 204 len: 168 time: 2.4258258 Apr 14 07:26:55.803668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06587a1-96fb-40d7-963b-51f77902667c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:55.809792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:55.851544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-258e5ef1-4155-423a-8c17-9cd8c278b715 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:55.853724 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-258e5ef1-4155-423a-8c17-9cd8c278b715 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 819 time: 0.7971778 Apr 14 07:26:55.867302 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Request body: {'port': {'device_id': '85b07caf-829c-4995-b8e7-924f018db9fb', 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'admin_state_up': True, 'tenant_id': 'feb6e91c63934d93abff5575b15a2569'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:55.885998 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=510168add58247398f33cb0c2d9727d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526359 Apr 14 07:26:55.886842 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48028) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:55.961711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'Port': ['ID=b97c53f9-68bc-4c64-85a8-48c1b4fdd273,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:55.969304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:55.971020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c907112e-4b9a-4445-b0e1-95c43d259219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:56.047683 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f70f9fce-c374-4e82-98ae-b1865d113093 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:56.074452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.151095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.160097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:56.170985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:56.184375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Made reservation on behalf of feb6e91c63934d93abff5575b15a2569 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:26:56.213978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.274058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d655d6da-c9b6-4a6b-a6aa-e441bb600cad,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:56.287167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.291948 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:56.334809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:56.354195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port f70f9fce-c374-4e82-98ae-b1865d113093 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:26:56.370624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.371422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port f70f9fce-c374-4e82-98ae-b1865d113093 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:56.371853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.447043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.448667 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d655d6da-c9b6-4a6b-a6aa-e441bb600cad HTTP/1.1" status: 204 len: 168 time: 0.5571325 Apr 14 07:26:56.453762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.464744 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0416136 Apr 14 07:26:56.464744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655d6da-c9b6-4a6b-a6aa-e441bb600cad,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:56.466063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:56.494753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 31069263-e313-4666-be64-142dc7128d73 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:56.544669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-b26081ad-9afa-4fac-b290-f876de7e1e40 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=85307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 07:26:56.545791 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-b26081ad-9afa-4fac-b290-f876de7e1e40 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2469943 Apr 14 07:26:56.659709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 31069263-e313-4666-be64-142dc7128d73 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:56.660140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.661787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Allocated IP 172.20.0.2 (7a35a013-5ab5-474d-b45c-27d639cedd92/6b339e2c-4566-4595-bd29-c7f56f004efd/42786265-45a7-4a00-a03f-e07a912e5e4d) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:26:56.712051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48074) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:56.792765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.836048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:56.842763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Usage tracker for resource:security_group_rule and tenant:148fe90d5f0b4754a234b93ee462fcc5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:56.849428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:56.860460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:56.874425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.906486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.908518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:56.946083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea150b-38a2-4961-8590-d3f97032343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f9fce-c374-4e82-98ae-b1865d113093'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:26:57.053917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:57.112246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.121359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.174863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port f70f9fce-c374-4e82-98ae-b1865d113093, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f70f9fce-c374-4e82-98ae-b1865d113093,segment=NetworkSegment(9ff79733-5594-4354-8e2b-4ad1fc87c154),segment_id=9ff79733-5594-4354-8e2b-4ad1fc87c154)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:26:57.180503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:26:57.187945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.205809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e9a8eb13-a8f3-48c3-b366-8dcf3a028319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:57.236173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:57.278908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:26:57.285899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:26:57.292145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:57.292847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.301747 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=148fe90d5f0b4754a234b93ee462fcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765069 Apr 14 07:26:57.302437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48102) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:57.304192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b3d2bb-7bb8-4833-a457-a88d2e3900af,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:57.327009 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-883684ee-3b98-42f7-aa90-89a844d2a15f service neutron] 10.222.0.42 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743473 Apr 14 07:26:57.328236 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:57.354869 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4919703 Apr 14 07:26:57.390248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Request body: {'port': {'device_id': '85b07caf-829c-4995-b8e7-924f018db9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:26:57.448727 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48108) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:57.459275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b4c7f319-7150-475e-b30c-937482947c61 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:26:57.548103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.609925 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d82e1-f322-4399-af30-19af5c90c5a4 req-1a005a1e-4d64-48c8-b9cb-5dfac149bf69 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:57.611587 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-964d82e1-f322-4399-af30-19af5c90c5a4 req-1a005a1e-4d64-48c8-b9cb-5dfac149bf69 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.5591335 Apr 14 07:26:57.612300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Pushing event updated for resources: {'Port': ['ID=42786265-45a7-4a00-a03f-e07a912e5e4d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:57.622336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:57.628052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=f70f9fce-c374-4e82-98ae-b1865d113093,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:57.640743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:57.679767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port b4c7f319-7150-475e-b30c-937482947c61 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:26:57.680454 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.691685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.720883 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-964d82e1-f322-4399-af30-19af5c90c5a4 req-939ca028-9066-4df2-82bd-d8f8688e5c0a tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974987 Apr 14 07:26:57.744684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.823570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.837231 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:57.854221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b3d2bb-7bb8-4833-a457-a88d2e3900af,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:57.915818 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-a1864320-14d8-450c-868b-3fd03f739e10 service neutron] 10.222.0.42 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533381 Apr 14 07:26:57.918714 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:57.921515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.925397 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4b3d2bb-7bb8-4833-a457-a88d2e3900af HTTP/1.1" status: 204 len: 168 time: 0.6172385 Apr 14 07:26:57.926704 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:57.944210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:26:57.948959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Usage tracker for resource:security_group_rule and tenant:e24719901048486883c30f345b63975a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:26:57.951963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:26:57.958336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:26:58.062240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:58.066866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:58.078013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:58.177084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42786265-45a7-4a00-a03f-e07a912e5e4d {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:26:58.187939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:58.200490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48152) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:58.205184 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e24719901048486883c30f345b63975a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406764 Apr 14 07:26:58.239271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3e7c8d-8a07-4b7b-9636-dd9871bfe220,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:58.244169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:58.251391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Transition to ACTIVE for port object 42786265-45a7-4a00-a03f-e07a912e5e4d will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:26:58.267358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:58.315232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:58.434264 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-14df5bce-486f-400b-8eae-2cd00cf2230a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1487396808&fields=id&tenant_id=a0b71206d1cd41fab401d8b1a5d4a459 HTTP/1.1" status: 200 len: 267 time: 0.2301130 Apr 14 07:26:58.471767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Pushing event updated for resources: {'Port': ['ID=42786265-45a7-4a00-a03f-e07a912e5e4d,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:58.504379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:58.538823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:58.697787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:58.815190 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aea150b-38a2-4961-8590-d3f97032343e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f9fce-c374-4e82-98ae-b1865d113093', 'code': 200} Apr 14 07:26:58.990162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-01582985-e9b4-4343-a614-497030bc79b5 req-88aac2f6-d4c5-4fc6-a677-63e7b4d8e5d1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 210 time: 0.0682902 Apr 14 07:26:59.128963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-70273d2b-e256-4110-b5c6-bdccfbc63a05 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:59.139889 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-70273d2b-e256-4110-b5c6-bdccfbc63a05 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 810 time: 0.7041690 Apr 14 07:26:59.249419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd230d3-bb86-4ad0-9220-10772fac9b12 req-1b4adb9d-c5c9-45a4-85bd-9ef4dfcbf404 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:59.265111 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2bd230d3-bb86-4ad0-9220-10772fac9b12 req-1b4adb9d-c5c9-45a4-85bd-9ef4dfcbf404 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.1499221 Apr 14 07:26:59.279252 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-6c787283-32d7-4c51-bacc-9647a563f752 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/quotas/a0b71206d1cd41fab401d8b1a5d4a459 HTTP/1.1" status: 200 len: 375 time: 0.1382895 Apr 14 07:26:59.282724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.50', 49894) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:59.315759 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2bd230d3-bb86-4ad0-9220-10772fac9b12 req-8a188146-1ff2-4112-9aab-ae9c1a98eb4a tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494878 Apr 14 07:26:59.397316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Attempting to bind port 42786265-45a7-4a00-a03f-e07a912e5e4d on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:26:59.397535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Attempting to bind port 42786265-45a7-4a00-a03f-e07a912e5e4d by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:26:59.397913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Attempting to bind port 42786265-45a7-4a00-a03f-e07a912e5e4d on network 7a35a013-5ab5-474d-b45c-27d639cedd92 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:59.432704 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Port 42786265-45a7-4a00-a03f-e07a912e5e4d on network 7a35a013-5ab5-474d-b45c-27d639cedd92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:26:59.433077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Attempting to bind port 42786265-45a7-4a00-a03f-e07a912e5e4d on network 7a35a013-5ab5-474d-b45c-27d639cedd92 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:26:59.467041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:26:59.467541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Checking segment: {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:26:59.467959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Bound using segment: {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:26:59.468453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Bound port: 42786265-45a7-4a00-a03f-e07a912e5e4d, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:26:59.468891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:59.559537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] For port 42786265-45a7-4a00-a03f-e07a912e5e4d, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:26:59.563080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] For port 42786265-45a7-4a00-a03f-e07a912e5e4d, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42786265-45a7-4a00-a03f-e07a912e5e4d,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:26:59.569233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:59.575159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:59.579618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:59.698090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.50', 49895) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:26:59.756631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3e7c8d-8a07-4b7b-9636-dd9871bfe220,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:26:59.778042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:26:59.782212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:26:59.855613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:59.856873 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d3e7c8d-8a07-4b7b-9636-dd9871bfe220 HTTP/1.1" status: 204 len: 168 time: 1.6515274 Apr 14 07:26:59.871593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-276e6feb-1df7-4116-a504-f12cae269564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:59.873240 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-276e6feb-1df7-4116-a504-f12cae269564 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 1098 time: 0.5875537 Apr 14 07:26:59.882358 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-bf5671d8-3d42-45bb-91c2-791e5ee083ed tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6004002 Apr 14 07:26:59.922824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:26:59.923506 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:26:59.925062 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] 10.222.0.50 "PUT /v2.0/ports/42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 1093 time: 2.5563204 Apr 14 07:26:59.925479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b07caf-829c-4995-b8e7-924f018db9fb', 'tag': '42786265-45a7-4a00-a03f-e07a912e5e4d'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:26:59.993798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:00.127795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-aa7129cc-56eb-41d3-9da3-4bc9cef5b41d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:00.129772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-aa7129cc-56eb-41d3-9da3-4bc9cef5b41d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 819 time: 0.4303205 Apr 14 07:27:00.143512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Request body: {'port': {'device_id': '973da797-f599-4eb0-b996-905d4efd5d50', 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'admin_state_up': True, 'tenant_id': 'feb6e91c63934d93abff5575b15a2569'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:00.370063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:00.374389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Usage tracker for resource:port and tenant:feb6e91c63934d93abff5575b15a2569 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:00.377790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:00.387397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:00.391154 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b07caf-829c-4995-b8e7-924f018db9fb', 'tag': '42786265-45a7-4a00-a03f-e07a912e5e4d', 'status': 'completed', 'code': 200} Apr 14 07:27:00.393820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Pushing event updated for resources: {'Port': ['ID=42786265-45a7-4a00-a03f-e07a912e5e4d,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:00.414257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:00.415749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:00.432907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Usage tracker for resource:security_group_rule and tenant:75c2a27da9bf4fc2904929717d9844a7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:00.437563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:00.448326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:00.481994 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cb370ccf-d32b-451e-afe5-36f340436c1e req-a6d50ec9-6d71-4cda-8e97-ab7eb780f5f1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 210 time: 0.0955915 Apr 14 07:27:00.508116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Made reservation on behalf of feb6e91c63934d93abff5575b15a2569 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:00.514817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:00.547709 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-6ca597a0-fd8b-4584-9ca3-a02498802bdb service neutron] 10.222.0.42 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271071 Apr 14 07:27:00.587018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-533d030b-bc89-4a09-94d9-cb1d60bad7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:00.589283 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-533d030b-bc89-4a09-94d9-cb1d60bad7f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1096 time: 0.5468445 Apr 14 07:27:00.801121 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-c62f2be7-851b-4977-a0c8-07071c28933c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 217 time: 0.0947268 Apr 14 07:27:00.818553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48280) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:00.833301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48282) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:00.863302 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Allocated IP 172.20.0.11 (7a35a013-5ab5-474d-b45c-27d639cedd92/6b339e2c-4566-4595-bd29-c7f56f004efd/abb5424d-ee37-43b6-99c6-deabd783e686) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:00.891032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8d5ee-814d-4b94-9404-b8ebea372ac4 req-1f1252f9-3d9e-4803-ad64-0154de168103 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:00.895842 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-2ee28124-63ac-4299-90ec-76a5bf5dddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:00.897660 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-2ee28124-63ac-4299-90ec-76a5bf5dddb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.0844805 Apr 14 07:27:00.899226 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7ab8d5ee-814d-4b94-9404-b8ebea372ac4 req-1f1252f9-3d9e-4803-ad64-0154de168103 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.2107401 Apr 14 07:27:00.939913 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7ab8d5ee-814d-4b94-9404-b8ebea372ac4 req-3649871d-fd94-4281-9bf8-27ecccd4321c tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Apr 14 07:27:00.993045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.029569 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-ad06c3a4-e17d-47d7-9b06-88dd440275e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197224 Apr 14 07:27:01.037351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:01.058245 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-936f0b3e-a518-4e3e-855d-e715f36e3b16 service neutron] 10.222.0.42 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092003 Apr 14 07:27:01.062141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Usage tracker for resource:security_group_rule and tenant:44e53b22b3cd47fcaf8a25ba90eb7ac8 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:01.119139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:01.142944 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:01.156094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.236205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.313686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.374629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.386866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-09fc08ab-6ab4-4dd3-a492-fef30bab6456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:01.394642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:01.397998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-a79b8953-3b81-4f92-aaf6-a6696ddfcf96 req-a81f22e4-5271-4079-8720-55ea8d54b8d0 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Synchronizing usage tracker for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:01.404170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Usage tracker for resource:security_group_rule and tenant:9f0cb387cec641ebb14c576272601b8c is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:01.408885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:01.421311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:01.466286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.485898 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c7321b0-17d8-47e0-acec-f12708a9bc04 req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6017518 Apr 14 07:27:01.588209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.602512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:01.626206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=da319c5c-80e5-4868-889d-1f4c40542706,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:01.632116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.659095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:01.661215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5ee02e83-f6ec-4e01-bf0e-5f9026648cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:01.680224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Pushing event updated for resources: {'Port': ['ID=abb5424d-ee37-43b6-99c6-deabd783e686,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:01.686661 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-0ceba2c7-3006-434b-a6ae-b6adeef561b0 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410143 Apr 14 07:27:01.690473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:01.754205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.766818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.800407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:01.812561 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f0cb387cec641ebb14c576272601b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9772689 Apr 14 07:27:01.813422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-a79b8953-3b81-4f92-aaf6-a6696ddfcf96 req-a81f22e4-5271-4079-8720-55ea8d54b8d0 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Unset dirty status for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:01.822979 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a79b8953-3b81-4f92-aaf6-a6696ddfcf96 req-a81f22e4-5271-4079-8720-55ea8d54b8d0 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 210 time: 0.4916971 Apr 14 07:27:01.823347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48318) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:01.842471 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44e53b22b3cd47fcaf8a25ba90eb7ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9451435 Apr 14 07:27:01.845930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48322) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:01.852266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:01.856294 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:01.918207 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:01.924392 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:01.925499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:01.983216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328bf65b-4fa0-4c12-b8dc-32028f3607f1,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:01.986664 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8477893 Apr 14 07:27:01.994857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e150f392-56d4-4455-bae6-a0f4b753ac2d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:02.005963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Request body: {'port': {'device_id': '973da797-f599-4eb0-b996-905d4efd5d50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:02.007512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:02.066382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:02.149288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.247428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.251852 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.273741 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b560ea0-200a-479b-a09a-9b15347468fe req-b4ef7ba5-85c7-4e77-96dc-6010740c10b4 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:02.274518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8b560ea0-200a-479b-a09a-9b15347468fe req-b4ef7ba5-85c7-4e77-96dc-6010740c10b4 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Synchronizing usage tracker for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:02.292917 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a70c7dcf-452e-4491-916c-0395697a2cfd req-aa2bbf43-81a8-43f3-a289-44f21660bd83 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968871 Apr 14 07:27:02.309509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8b560ea0-200a-479b-a09a-9b15347468fe req-b4ef7ba5-85c7-4e77-96dc-6010740c10b4 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Unset dirty status for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:02.316871 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8b560ea0-200a-479b-a09a-9b15347468fe req-b4ef7ba5-85c7-4e77-96dc-6010740c10b4 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 932 time: 0.6291192 Apr 14 07:27:02.321767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.334527 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.383201 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8b560ea0-200a-479b-a09a-9b15347468fe req-814c7cfb-9d0e-449e-ac87-410c4fcd12ce tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629811 Apr 14 07:27:02.400367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.429573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b4e730e5-b1b8-4955-bcde-7b59890e9fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:02.477293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328bf65b-4fa0-4c12-b8dc-32028f3607f1,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:02.485636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:02.490965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-d658ddf6-27bd-4b00-923b-ff37af6fc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:02.492572 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-d658ddf6-27bd-4b00-923b-ff37af6fc5de service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1096 time: 0.1079426 Apr 14 07:27:02.500006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.546347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:02.561731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150f392-56d4-4455-bae6-a0f4b753ac2d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:02.568819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.585024 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/328bf65b-4fa0-4c12-b8dc-32028f3607f1 HTTP/1.1" status: 204 len: 168 time: 0.7353904 Apr 14 07:27:02.602482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099345f-8172-446b-ad96-da77a7fa165e req-3ccfb85f-56aa-4a74-87a9-341875816702 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:02.610161 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6099345f-8172-446b-ad96-da77a7fa165e req-3ccfb85f-56aa-4a74-87a9-341875816702 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.4347343 Apr 14 07:27:02.621336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:02.651356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:02.653178 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e150f392-56d4-4455-bae6-a0f4b753ac2d HTTP/1.1" status: 204 len: 168 time: 0.8285661 Apr 14 07:27:02.682732 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6099345f-8172-446b-ad96-da77a7fa165e req-33770408-565e-4f54-b046-059356cbcdfe tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715559 Apr 14 07:27:02.794946 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-ebec4d01-e5af-426a-9671-b006afce2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:02.796578 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-ebec4d01-e5af-426a-9671-b006afce2122 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.2735507 Apr 14 07:27:02.952458 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-076f0673-57bf-44b6-9b0b-c5bc2a4d7264 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 217 time: 0.1409707 Apr 14 07:27:03.232205 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fa07d0c1-0fa1-4232-a478-92ce7883b850 req-9277ea04-391b-457a-a8f4-485203ed71e8 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 210 time: 0.1516173 Apr 14 07:27:03.277046 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-d2560706-d683-47a0-b8cd-a8cdd4821a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:03.278629 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-d2560706-d683-47a0-b8cd-a8cdd4821a80 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.3149064 Apr 14 07:27:03.349834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb5424d-ee37-43b6-99c6-deabd783e686 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:03.360675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:03.379190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Transition to ACTIVE for port object abb5424d-ee37-43b6-99c6-deabd783e686 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:03.382083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:03.394234 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-030dd5ea-09f4-449b-b666-b49813c84792 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084909 Apr 14 07:27:03.512003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48400) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:03.609413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8126cdd8-86ac-478a-b3ad-ba0501197bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:03.612728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:03.700545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:03.723389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Usage tracker for resource:security_group_rule and tenant:4bc3452c2cc944faa64770ac26cf82de is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:03.733257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:04.047198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-82d5cb7a-713d-40b2-b401-df20c70d8ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:04.058872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:04.232681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-5fa9e865-c4d2-47c2-8c22-15819eac40c5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:04.234808 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-5fa9e865-c4d2-47c2-8c22-15819eac40c5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 810 time: 0.8933723 Apr 14 07:27:04.246346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Attempting to bind port abb5424d-ee37-43b6-99c6-deabd783e686 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:27:04.246724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Attempting to bind port abb5424d-ee37-43b6-99c6-deabd783e686 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:27:04.247092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Attempting to bind port abb5424d-ee37-43b6-99c6-deabd783e686 on network 7a35a013-5ab5-474d-b45c-27d639cedd92 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:04.250877 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-e29ec969-da5c-4def-a35e-7848e1826868 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397747 Apr 14 07:27:04.263557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Port abb5424d-ee37-43b6-99c6-deabd783e686 on network 7a35a013-5ab5-474d-b45c-27d639cedd92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:27:04.264165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Attempting to bind port abb5424d-ee37-43b6-99c6-deabd783e686 on network 7a35a013-5ab5-474d-b45c-27d639cedd92 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:04.279536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:27:04.279869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Checking segment: {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:04.280463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Bound using segment: {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:27:04.281025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Bound port: abb5424d-ee37-43b6-99c6-deabd783e686, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84354b7e-4632-4149-ae7d-4edee976d753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:27:04.281411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:04.336406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Pushing event updated for resources: {'Port': ['ID=abb5424d-ee37-43b6-99c6-deabd783e686,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:04.347331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:04.358266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d07005-b6aa-40aa-8066-de769a054a2c req-b4e948d5-01b6-40b6-b5a7-a5732c9c0e65 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:04.359942 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-37d07005-b6aa-40aa-8066-de769a054a2c req-b4e948d5-01b6-40b6-b5a7-a5732c9c0e65 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Synchronizing usage tracker for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:04.398742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-37d07005-b6aa-40aa-8066-de769a054a2c req-b4e948d5-01b6-40b6-b5a7-a5732c9c0e65 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Unset dirty status for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:04.400648 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37d07005-b6aa-40aa-8066-de769a054a2c req-b4e948d5-01b6-40b6-b5a7-a5732c9c0e65 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 944 time: 0.7930529 Apr 14 07:27:04.468257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72370126-5d3d-40f7-9119-62cfa80983bf req-44297c59-d65f-4584-ae21-51bd7d93a009 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:04.470268 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-72370126-5d3d-40f7-9119-62cfa80983bf req-44297c59-d65f-4584-ae21-51bd7d93a009 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.4012094 Apr 14 07:27:04.480052 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-263689a9-cb77-4652-aeae-3c02e19508af tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459 HTTP/1.1" status: 200 len: 5705 time: 0.2279093 Apr 14 07:27:04.497522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-37d07005-b6aa-40aa-8066-de769a054a2c req-4d5e4abe-d891-46a2-9141-d5397bc1289f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Synchronizing usage tracker for tenant:feb6e91c63934d93abff5575b15a2569 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:04.518542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'port': {'device_id': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'admin_state_up': True, 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'security_groups': ['a2d72bd8-2c06-46b3-a47b-ea65fd66a422']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:04.584160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] For port abb5424d-ee37-43b6-99c6-deabd783e686, host hv-cinder-78409, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:27:04.590333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-37d07005-b6aa-40aa-8066-de769a054a2c req-4d5e4abe-d891-46a2-9141-d5397bc1289f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Unset dirty status for tenant:feb6e91c63934d93abff5575b15a2569 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:04.591622 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37d07005-b6aa-40aa-8066-de769a054a2c req-4d5e4abe-d891-46a2-9141-d5397bc1289f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559930 Apr 14 07:27:04.593822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] For port abb5424d-ee37-43b6-99c6-deabd783e686, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=abb5424d-ee37-43b6-99c6-deabd783e686,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:27:04.607198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:04.859844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:04.893459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:04.903652 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-72370126-5d3d-40f7-9119-62cfa80983bf req-e1eb0229-5166-4b8a-bee9-2b3fbf92762c tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221828 Apr 14 07:27:04.911922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:04.934894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:04.937751 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-203161e6-ccfc-445b-9ac4-d88f0ceb1401 req-1f6c48f2-7443-470d-abea-155076226de5 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635733 Apr 14 07:27:04.941176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:04.965551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:04.978525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Made reservation on behalf of a0b71206d1cd41fab401d8b1a5d4a459 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:04.985031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.044718 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fd69818-47a1-4ace-a464-5b13cab1f59e req-f7e1a72a-64bf-472a-91d5-3110ab923898 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 210 time: 0.1522403 Apr 14 07:27:05.069930 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4bc3452c2cc944faa64770ac26cf82de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5490353 Apr 14 07:27:05.069930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5cf5e9-fa72-4b52-a1f5-e077fa859824,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:05.072279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48462) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:05.080503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:05.089005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:05.089862 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.091542 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] 10.222.0.50 "PUT /v2.0/ports/abb5424d-ee37-43b6-99c6-deabd783e686 HTTP/1.1" status: 200 len: 1094 time: 3.0936997 Apr 14 07:27:05.092191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973da797-f599-4eb0-b996-905d4efd5d50', 'tag': 'abb5424d-ee37-43b6-99c6-deabd783e686'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:05.232167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Pushing event updated for resources: {'Port': ['ID=abb5424d-ee37-43b6-99c6-deabd783e686,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:05.237118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:05.262684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.263582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-90b2e619-85af-4e7d-95a5-c6f9533e973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:05.265340 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-90b2e619-85af-4e7d-95a5-c6f9533e973d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 1097 time: 0.1004589 Apr 14 07:27:05.285229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Allocated IP 172.20.0.10 (c0844450-0407-4382-b212-a66cb8402fbf/22b63dbb-d206-49e4-bdff-aa99a3dc72fa/900d2195-9b45-412b-9f1e-07b548e7c4de) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:05.310398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.351612 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-34b51cea-1fc8-42e3-afa4-bf6c9071b9b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb5424d-ee37-43b6-99c6-deabd783e686 HTTP/1.1" status: 200 len: 217 time: 0.0773683 Apr 14 07:27:05.480374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-b2b57e11-acdd-4fa7-883b-fa6295e5006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:05.481991 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-b2b57e11-acdd-4fa7-883b-fa6295e5006a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.1231639 Apr 14 07:27:05.498181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.519990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-935bcd39-3f3c-4b9d-a10a-6a5131b53cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:05.546076 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-038ae39a-55ea-4e40-866c-c05da859b709 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568547 Apr 14 07:27:05.549584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5cf5e9-fa72-4b52-a1f5-e077fa859824,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:05.556293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:05.608709 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973da797-f599-4eb0-b996-905d4efd5d50', 'tag': 'abb5424d-ee37-43b6-99c6-deabd783e686', 'status': 'completed', 'code': 200} Apr 14 07:27:05.613591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.617250 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb5cf5e9-fa72-4b52-a1f5-e077fa859824 HTTP/1.1" status: 204 len: 168 time: 0.5412214 Apr 14 07:27:05.656079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.691054 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Transition to ACTIVE for port object 900d2195-9b45-412b-9f1e-07b548e7c4de will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:05.751645 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-c207a5b7-43c8-4d63-a6cb-d58cb28d29e8 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981907 Apr 14 07:27:05.753701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:05.781827 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:06.005563 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c4a8065-4ffb-4ca9-80bd-4be3b14e4c09 req-43016292-d6ad-43ad-a421-eac64fcd8fe4 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464399 Apr 14 07:27:06.062419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'Port': ['ID=900d2195-9b45-412b-9f1e-07b548e7c4de,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:06.085780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:06.095449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42786265-45a7-4a00-a03f-e07a912e5e4d details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:27:06.247392 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Network c0844450-0407-4382-b212-a66cb8402fbf is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:06.253509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:06.263823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ab291-d63a-46fc-816b-481693c18a8d req-3f883775-9fa7-42c9-8f1a-93ff713235f5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:06.265659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:06.271456 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-962ab291-d63a-46fc-816b-481693c18a8d req-3f883775-9fa7-42c9-8f1a-93ff713235f5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 944 time: 0.2648325 Apr 14 07:27:06.280864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224357e7-c64b-488b-848f-660c2285b2b3 req-d42ce188-1ec9-43e2-bbe2-6a8e33e34422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:06.282164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:06.282966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:06.286006 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-224357e7-c64b-488b-848f-660c2285b2b3 req-d42ce188-1ec9-43e2-bbe2-6a8e33e34422 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 1097 time: 0.1963177 Apr 14 07:27:06.339109 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8462479 Apr 14 07:27:06.377725 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-962ab291-d63a-46fc-816b-481693c18a8d req-748629bf-80eb-4e19-8f79-127023ea088d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052027 Apr 14 07:27:06.435934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Request body: {'port': {'device_id': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:06.658296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224357e7-c64b-488b-848f-660c2285b2b3 req-cafd4bb0-8b79-4a3d-9ed6-bae104619c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:06.659892 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-224357e7-c64b-488b-848f-660c2285b2b3 req-cafd4bb0-8b79-4a3d-9ed6-bae104619c34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.3730674 Apr 14 07:27:06.707291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 42786265-45a7-4a00-a03f-e07a912e5e4d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42786265-45a7-4a00-a03f-e07a912e5e4d,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:06.727745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:06.753135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '42786265-45a7-4a00-a03f-e07a912e5e4d', 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'port_id': '42786265-45a7-4a00-a03f-e07a912e5e4d', 'mac_address': 'fa:16:3e:0b:08:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:27:06.810419 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-224357e7-c64b-488b-848f-660c2285b2b3 req-0154e25c-5c71-4d67-9390-a9d9b57f2a33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb5424d-ee37-43b6-99c6-deabd783e686 HTTP/1.1" status: 200 len: 217 time: 0.1431282 Apr 14 07:27:06.840916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:06.842597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42786265-45a7-4a00-a03f-e07a912e5e4d {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:06.850493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b362aad-03d3-4d8d-968c-135efc8dc8ba req-264b167c-22e6-41a7-805f-b7be9f772157 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:06.851314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-1b362aad-03d3-4d8d-968c-135efc8dc8ba req-264b167c-22e6-41a7-805f-b7be9f772157 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Synchronizing usage tracker for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:06.862620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 42786265-45a7-4a00-a03f-e07a912e5e4d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42786265-45a7-4a00-a03f-e07a912e5e4d,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:06.866312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-db65d3b0-3e5f-466c-b434-214fa69e78b2 None None] Provisioning for port 900d2195-9b45-412b-9f1e-07b548e7c4de completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:06.873536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-db1a8864-be5b-4eb3-822d-4cf13d4f18db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:06.878498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-db65d3b0-3e5f-466c-b434-214fa69e78b2 None None] Provisioning complete for port 900d2195-9b45-412b-9f1e-07b548e7c4de triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:06.879056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-db65d3b0-3e5f-466c-b434-214fa69e78b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:06.905480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-1b362aad-03d3-4d8d-968c-135efc8dc8ba req-264b167c-22e6-41a7-805f-b7be9f772157 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Unset dirty status for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:06.906907 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1b362aad-03d3-4d8d-968c-135efc8dc8ba req-264b167c-22e6-41a7-805f-b7be9f772157 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 932 time: 0.5643990 Apr 14 07:27:06.921384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:06.933707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d2ff8250-ef0e-48a0-92a0-62ab4fa6528e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:06.982058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224357e7-c64b-488b-848f-660c2285b2b3 req-3d75872c-8b15-4c2e-a634-b9dc0f09d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:06.983661 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-224357e7-c64b-488b-848f-660c2285b2b3 req-3d75872c-8b15-4c2e-a634-b9dc0f09d5b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.1664574 Apr 14 07:27:07.029041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=42786265-45a7-4a00-a03f-e07a912e5e4d,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:07.033962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:07.058180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-db65d3b0-3e5f-466c-b434-214fa69e78b2 None None] Port 900d2195-9b45-412b-9f1e-07b548e7c4de cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:27:07.139837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42786265-45a7-4a00-a03f-e07a912e5e4d'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:27:07.153894 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-224357e7-c64b-488b-848f-660c2285b2b3 req-f2fde840-4180-416a-955a-97d7996e4938 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628606 Apr 14 07:27:07.168733 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1b362aad-03d3-4d8d-968c-135efc8dc8ba req-96626caa-e1ef-42fa-971b-b1269c758044 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517023 Apr 14 07:27:07.384288 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-224357e7-c64b-488b-848f-660c2285b2b3 req-77066d50-bece-4a90-9961-47a0980e41bf service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233288 Apr 14 07:27:07.387701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48562) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:07.593674 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-224357e7-c64b-488b-848f-660c2285b2b3 req-544ad11d-17b2-4466-9145-e400fea08994 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968427 Apr 14 07:27:07.609252 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:07.615337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:07.648412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:07.670139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:07.678597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Usage tracker for resource:security_group_rule and tenant:8255b4cb713a4bc88dbc147d9669027d is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:07.689640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:07.696918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:07.807530 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:07.811179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:07.844540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-01d940ce-fc58-4f81-9727-2c1c6963b4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:07.856891 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8255b4cb713a4bc88dbc147d9669027d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678679 Apr 14 07:27:07.858045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48590) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:07.879821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db683c2c-8017-4c2c-9bfb-8f4a7672071e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:07.882946 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:07.900106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.070404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a10ad9-a281-482f-8cbf-906ba86c41e7 req-cb138b28-716c-4a0f-a6fb-28de5582e9b0 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:08.073835 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00a10ad9-a281-482f-8cbf-906ba86c41e7 req-cb138b28-716c-4a0f-a6fb-28de5582e9b0 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 944 time: 0.4126425 Apr 14 07:27:08.118631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42786265-45a7-4a00-a03f-e07a912e5e4d up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:08.129759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.141194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900d2195-9b45-412b-9f1e-07b548e7c4de {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:08.200317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.226488 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00a10ad9-a281-482f-8cbf-906ba86c41e7 req-767edc46-f1d8-42ae-9af0-3354b25bef38 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271436 Apr 14 07:27:08.244401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Transition to ACTIVE for port object 900d2195-9b45-412b-9f1e-07b548e7c4de will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:08.250343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.257886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.278644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:08.291118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 42786265-45a7-4a00-a03f-e07a912e5e4d completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:08.298612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 42786265-45a7-4a00-a03f-e07a912e5e4d triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:08.299352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.448652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=900d2195-9b45-412b-9f1e-07b548e7c4de,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:08.455354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:08.521413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.546118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 42786265-45a7-4a00-a03f-e07a912e5e4d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42786265-45a7-4a00-a03f-e07a912e5e4d,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:08.548722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b07caf-829c-4995-b8e7-924f018db9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42786265-45a7-4a00-a03f-e07a912e5e4d'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:08.558863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.562566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-08548c28-b03c-491f-b79e-f3dea9e8b6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:08.566216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.580800 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a0adba79-05cc-4517-8344-d908885300bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:08.595849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db683c2c-8017-4c2c-9bfb-8f4a7672071e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:08.603729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:08.610485 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.621488 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db683c2c-8017-4c2c-9bfb-8f4a7672071e HTTP/1.1" status: 204 len: 168 time: 0.7551315 Apr 14 07:27:08.709765 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b07caf-829c-4995-b8e7-924f018db9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42786265-45a7-4a00-a03f-e07a912e5e4d', 'code': 200} Apr 14 07:27:08.765350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=42786265-45a7-4a00-a03f-e07a912e5e4d,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:08.784484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b690a3b-c101-4036-acef-b2cc3a820985 req-50c0b95f-7809-4f95-9f05-e0992f3ad52b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:08.796083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:08.801872 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5b690a3b-c101-4036-acef-b2cc3a820985 req-50c0b95f-7809-4f95-9f05-e0992f3ad52b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 944 time: 0.3445630 Apr 14 07:27:08.813512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Attempting to bind port 900d2195-9b45-412b-9f1e-07b548e7c4de on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:27:08.813811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Attempting to bind port 900d2195-9b45-412b-9f1e-07b548e7c4de by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:27:08.814185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Attempting to bind port 900d2195-9b45-412b-9f1e-07b548e7c4de on network c0844450-0407-4382-b212-a66cb8402fbf {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:08.819746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.825391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Port 900d2195-9b45-412b-9f1e-07b548e7c4de on network c0844450-0407-4382-b212-a66cb8402fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:27:08.825910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Attempting to bind port 900d2195-9b45-412b-9f1e-07b548e7c4de on network c0844450-0407-4382-b212-a66cb8402fbf {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:08.836486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:27:08.836954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Checking segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:08.837381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Bound using segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:27:08.837864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Bound port: 900d2195-9b45-412b-9f1e-07b548e7c4de, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:27:08.838250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:08.891329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-5b690a3b-c101-4036-acef-b2cc3a820985 req-cdd4d888-4e99-4ba5-b1af-4a9660d1bf4e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Synchronizing usage tracker for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:08.951352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-5b690a3b-c101-4036-acef-b2cc3a820985 req-cdd4d888-4e99-4ba5-b1af-4a9660d1bf4e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Unset dirty status for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:08.964418 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5b690a3b-c101-4036-acef-b2cc3a820985 req-cdd4d888-4e99-4ba5-b1af-4a9660d1bf4e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614251 Apr 14 07:27:09.072845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] For port 900d2195-9b45-412b-9f1e-07b548e7c4de, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:27:09.078398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] For port 900d2195-9b45-412b-9f1e-07b548e7c4de, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=900d2195-9b45-412b-9f1e-07b548e7c4de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:27:09.080160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48634) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:09.093179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:09.135265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:09.255322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a8714-7ea3-4387-bcec-a23b41432af5 req-f3e62062-9e20-4c53-bb26-5e2131a05657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:09.256982 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-465a8714-7ea3-4387-bcec-a23b41432af5 req-f3e62062-9e20-4c53-bb26-5e2131a05657 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.1737523 Apr 14 07:27:09.362949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Pushing event updated for resources: {'Port': ['ID=900d2195-9b45-412b-9f1e-07b548e7c4de,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:09.366491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:09.372242 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-465a8714-7ea3-4387-bcec-a23b41432af5 req-94fb79c4-7f6c-46ed-8da4-2a165f3e4caf service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986683 Apr 14 07:27:09.440268 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:09.441667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:09.443504 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] 10.222.0.50 "PUT /v2.0/ports/900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 200 len: 1094 time: 3.0141499 Apr 14 07:27:09.444180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:09.462470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48652) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:09.510684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:09.538167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:09.546650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Usage tracker for resource:security_group_rule and tenant:acfeae3734ac416dabe2a498da37ecc7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:09.556310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:09.563562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:09.578449 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'status': 'completed', 'code': 200} Apr 14 07:27:09.596024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb6c28-a0ce-4d46-8d4b-3b4c259c7274 req-646acb47-5c68-46a6-bcaa-c213626c0615 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:09.598980 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eefb6c28-a0ce-4d46-8d4b-3b4c259c7274 req-646acb47-5c68-46a6-bcaa-c213626c0615 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 944 time: 0.2394536 Apr 14 07:27:09.652858 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eefb6c28-a0ce-4d46-8d4b-3b4c259c7274 req-d7bbbb00-b5b8-4f68-a486-24a2792c15d9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Apr 14 07:27:09.697593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-b2b68736-e0e3-4adb-80ec-f185bb07185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:09.699197 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-b2b68736-e0e3-4adb-80ec-f185bb07185d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 1097 time: 0.2035854 Apr 14 07:27:09.720978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:09.724709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:09.782334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:09.793264 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acfeae3734ac416dabe2a498da37ecc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292422 Apr 14 07:27:09.795999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48660) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:09.904173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:09.938631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ad29e-2609-4f31-9c25-80a98041d30b,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:09.970944 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:09.971964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:09.984933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Usage tracker for resource:security_group_rule and tenant:0d856d6fcb3f48a181d624f2e4fc6f15 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:10.005151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:10.025216 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-f9c43a32-e78a-4187-9062-8dc3e0f36393 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 200 len: 217 time: 0.3165953 Apr 14 07:27:10.026896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:10.028988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.097515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.134146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device abb5424d-ee37-43b6-99c6-deabd783e686 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:27:10.176351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-0f90ce8f-3a0a-42b0-824c-302bfd03cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:10.178298 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-0f90ce8f-3a0a-42b0-824c-302bfd03cffe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.1437061 Apr 14 07:27:10.270163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.293387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-74c5a60b-b316-4a0a-978f-2cb9330e30af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:10.312026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.316203 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d88ad29e-2609-4f31-9c25-80a98041d30b HTTP/1.1" status: 204 len: 168 time: 0.5190825 Apr 14 07:27:10.326037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ad29e-2609-4f31-9c25-80a98041d30b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:10.332343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:10.408151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e87668-3f2c-4365-961a-c41c9cf61856 req-9e38f64f-fc81-49eb-a0dd-a3b18a580447 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:10.412733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-895f4e21-baf3-4442-84ab-0e74cdc32df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:10.414320 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-895f4e21-baf3-4442-84ab-0e74cdc32df5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2286990 Apr 14 07:27:10.433182 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-21e87668-3f2c-4365-961a-c41c9cf61856 req-9e38f64f-fc81-49eb-a0dd-a3b18a580447 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 944 time: 0.2230337 Apr 14 07:27:10.526264 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-21e87668-3f2c-4365-961a-c41c9cf61856 req-1cf1a275-80de-415e-a4f6-0310aaf98f47 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918412 Apr 14 07:27:10.544922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port abb5424d-ee37-43b6-99c6-deabd783e686, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=abb5424d-ee37-43b6-99c6-deabd783e686,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:10.573613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': 'abb5424d-ee37-43b6-99c6-deabd783e686', 'network_id': '7a35a013-5ab5-474d-b45c-27d639cedd92', 'port_id': 'abb5424d-ee37-43b6-99c6-deabd783e686', 'mac_address': 'fa:16:3e:60:f0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b339e2c-4566-4595-bd29-c7f56f004efd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:27:10.591010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.605639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.624771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:10.666960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.668703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb5424d-ee37-43b6-99c6-deabd783e686 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:10.693069 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-dfb248b0-0fdb-4d29-9549-b901d87be219 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699361 Apr 14 07:27:10.708253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port abb5424d-ee37-43b6-99c6-deabd783e686, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=abb5424d-ee37-43b6-99c6-deabd783e686,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:10.715210 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d856d6fcb3f48a181d624f2e4fc6f15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6303155 Apr 14 07:27:10.715210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d28206-4535-422b-bfff-39d47a93b4b3,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:10.717334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.719235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a03f737b-66b8-4cb5-bfeb-22923aa5e98a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:10.719423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:10.719945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48698) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:10.870624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.899007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=abb5424d-ee37-43b6-99c6-deabd783e686,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:10.908865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:10.926382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:10.965534 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['abb5424d-ee37-43b6-99c6-deabd783e686'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:27:11.007339 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9304503-0942-43eb-8c8a-fccb822b6567 req-0f88b8f1-4611-4051-acfe-df0481c09a26 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064539 Apr 14 07:27:11.007483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:11.023097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:11.023594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37552c5b-a59f-4118-ae35-d5dca830fcc9 req-765ff79f-baba-4365-b357-cec4158d85d2 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:11.032714 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37552c5b-a59f-4118-ae35-d5dca830fcc9 req-765ff79f-baba-4365-b357-cec4158d85d2 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 945 time: 0.1821733 Apr 14 07:27:11.041961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d28206-4535-422b-bfff-39d47a93b4b3,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:11.045179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:11.047520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:11.051204 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05d28206-4535-422b-bfff-39d47a93b4b3 HTTP/1.1" status: 204 len: 168 time: 0.3273931 Apr 14 07:27:11.084292 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37552c5b-a59f-4118-ae35-d5dca830fcc9 req-ce6a8983-f8bb-46d7-a8f0-0da612c9fee9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499616 Apr 14 07:27:11.250012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-1920c6bd-c5a3-4264-abe2-ccca78c765d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:11.251619 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-1920c6bd-c5a3-4264-abe2-ccca78c765d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 1097 time: 0.1652029 Apr 14 07:27:11.589781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-285316e0-06d3-41c7-981e-b2179cc44d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:11.594771 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-285316e0-06d3-41c7-981e-b2179cc44d73 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 911 time: 0.3356233 Apr 14 07:27:11.712674 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-69488e0a-166b-4694-b068-70a1f4262e72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 200 len: 217 time: 0.1038055 Apr 14 07:27:11.934079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48746) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:11.941713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-2460b586-48f1-4057-aa8c-6515714fe873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:11.944036 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-2460b586-48f1-4057-aa8c-6515714fe873 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.2125521 Apr 14 07:27:12.018074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:12.058387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:12.068620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Usage tracker for resource:security_group_rule and tenant:924ac7caad9a434ba5f604e0d685c7d7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:12.074399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:12.081051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873f7ea-2c7f-4290-a2f2-9573c748df4a req-692d1c4f-5679-4d75-a6eb-1279aa8215f2 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:12.083756 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3873f7ea-2c7f-4290-a2f2-9573c748df4a req-692d1c4f-5679-4d75-a6eb-1279aa8215f2 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.2182398 Apr 14 07:27:12.093513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee5397-d9da-4a37-89d0-950bfd8d6f4e req-717f1d70-6cf7-4b4d-bb86-abf90876bd36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:12.095355 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1dee5397-d9da-4a37-89d0-950bfd8d6f4e req-717f1d70-6cf7-4b4d-bb86-abf90876bd36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 944 time: 0.2871919 Apr 14 07:27:12.101812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:12.146101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device abb5424d-ee37-43b6-99c6-deabd783e686 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:12.170873 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1dee5397-d9da-4a37-89d0-950bfd8d6f4e req-9304abc2-2aeb-4661-8d3f-93216bf4a901 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659275 Apr 14 07:27:12.204726 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3873f7ea-2c7f-4290-a2f2-9573c748df4a req-8decbc4d-a93d-4b81-972c-6d01e097dc4d tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134706 Apr 14 07:27:12.216059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-b83f3468-420b-4796-b7ca-bdfeb0a64eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:12.217726 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-b83f3468-420b-4796-b7ca-bdfeb0a64eb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2522120 Apr 14 07:27:12.348384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port abb5424d-ee37-43b6-99c6-deabd783e686 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:12.356403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port abb5424d-ee37-43b6-99c6-deabd783e686 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:12.357180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:12.497637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:12.514154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973da797-f599-4eb0-b996-905d4efd5d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb5424d-ee37-43b6-99c6-deabd783e686'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:12.527025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port abb5424d-ee37-43b6-99c6-deabd783e686, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=abb5424d-ee37-43b6-99c6-deabd783e686,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:12.530988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:12.534065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:12.594155 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973da797-f599-4eb0-b996-905d4efd5d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb5424d-ee37-43b6-99c6-deabd783e686', 'code': 200} Apr 14 07:27:12.625628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=abb5424d-ee37-43b6-99c6-deabd783e686,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:12.629287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:12.706580 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:12.725130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:12.741074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:12.754198 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-d03768c3-8834-4c19-a644-26aea7477576 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172284 Apr 14 07:27:12.783078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dd335-0388-4e3b-9889-75b6975b6ea0 req-58d93473-7d50-49ff-ac31-772a648f512e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:12.793779 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4c5dd335-0388-4e3b-9889-75b6975b6ea0 req-58d93473-7d50-49ff-ac31-772a648f512e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 945 time: 0.4033222 Apr 14 07:27:12.939675 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=924ac7caad9a434ba5f604e0d685c7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0019400 Apr 14 07:27:12.943499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48792) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:12.950350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df935eea-6480-4d09-bae8-dafdcb09bf37,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:12.955508 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:12.971074 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4c5dd335-0388-4e3b-9889-75b6975b6ea0 req-a6453d52-20bf-4a14-a81c-d8714b589b67 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625977 Apr 14 07:27:12.987331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f37fb-2e2c-4b45-abe5-b74285127127 req-02bb7b7e-d124-4d27-9f71-245bde71372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:12.989504 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9c2f37fb-2e2c-4b45-abe5-b74285127127 req-02bb7b7e-d124-4d27-9f71-245bde71372d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 1099 time: 0.1655266 Apr 14 07:27:13.027098 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42c206b4-fdd1-4b6c-8d7d-6d04413455c5 req-dce2f2da-1189-40cc-98df-ae8bc3ed49b0 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582316 Apr 14 07:27:13.038796 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9c2f37fb-2e2c-4b45-abe5-b74285127127 req-a39e2895-8b7b-4186-9421-d301e9c57723 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Apr 14 07:27:13.078398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:13.106325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:13.182048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:13.187525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-91b5a78c-8774-48ec-b4c1-54618a6389fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:13.199636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df935eea-6480-4d09-bae8-dafdcb09bf37,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:13.213101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:13.213990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:13.215238 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df935eea-6480-4d09-bae8-dafdcb09bf37 HTTP/1.1" status: 204 len: 168 time: 0.2697675 Apr 14 07:27:13.432707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd0db1-7692-498b-839c-3d4b0425bdff req-5465855a-82ee-4bba-8db7-74c0faee0128 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:13.434295 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d4dd0db1-7692-498b-839c-3d4b0425bdff req-5465855a-82ee-4bba-8db7-74c0faee0128 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 944 time: 0.1201444 Apr 14 07:27:13.480729 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d4dd0db1-7692-498b-839c-3d4b0425bdff req-5608c8d9-b68d-4349-951e-f1a144acdbaf tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387347 Apr 14 07:27:13.487860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4cafd-1a5e-48c1-9746-716df6bd4e9f req-787a939e-11df-4c45-bb01-52f2aa37f816 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:13.489656 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dab4cafd-1a5e-48c1-9746-716df6bd4e9f req-787a939e-11df-4c45-bb01-52f2aa37f816 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.1130166 Apr 14 07:27:13.520567 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dab4cafd-1a5e-48c1-9746-716df6bd4e9f req-c4771244-2362-43c4-a5f4-ca19f9611b93 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b24a6292-ff9b-498d-99c2-5cd07a89d396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243802 Apr 14 07:27:13.676005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-945f025a-793f-41c8-93e8-05365fdd9b60 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:13.677709 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-945f025a-793f-41c8-93e8-05365fdd9b60 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 945 time: 0.0922866 Apr 14 07:27:13.761763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Deleting port f70f9fce-c374-4e82-98ae-b1865d113093 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:27:13.762457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:14.149965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 900d2195-9b45-412b-9f1e-07b548e7c4de details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:27:14.246989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] For port f70f9fce-c374-4e82-98ae-b1865d113093, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f70f9fce-c374-4e82-98ae-b1865d113093,segment=NetworkSegment(9ff79733-5594-4354-8e2b-4ad1fc87c154),segment_id=9ff79733-5594-4354-8e2b-4ad1fc87c154)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:14.247442 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:14.387286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 900d2195-9b45-412b-9f1e-07b548e7c4de, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=900d2195-9b45-412b-9f1e-07b548e7c4de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:14.402815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'port_id': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'mac_address': 'fa:16:3e:39:8a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:27:14.492305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:14.493786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900d2195-9b45-412b-9f1e-07b548e7c4de {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:14.538594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 900d2195-9b45-412b-9f1e-07b548e7c4de, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=900d2195-9b45-412b-9f1e-07b548e7c4de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:14.543545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:14.546220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:14.646505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=900d2195-9b45-412b-9f1e-07b548e7c4de,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:14.652456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:14.789293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['900d2195-9b45-412b-9f1e-07b548e7c4de'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:27:14.808428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Calling delete_port for f70f9fce-c374-4e82-98ae-b1865d113093 owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:27:14.958874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990283f-f4b4-4b76-9b6a-34105480cde5 req-a514b4dd-732c-4c9a-8322-82b4ec79703c tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:14.970097 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8990283f-f4b4-4b76-9b6a-34105480cde5 req-a514b4dd-732c-4c9a-8322-82b4ec79703c tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 945 time: 0.1577868 Apr 14 07:27:15.045111 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8990283f-f4b4-4b76-9b6a-34105480cde5 req-acc8db3f-6359-4244-9747-d44151d86aac tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526121 Apr 14 07:27:15.056335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d164a-b35f-4e56-9c1f-1d0adf862dc6 req-2422599d-a6b9-4626-b4bf-48225ae971d9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:15.058261 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f48d164a-b35f-4e56-9c1f-1d0adf862dc6 req-2422599d-a6b9-4626-b4bf-48225ae971d9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.8146658 Apr 14 07:27:15.156160 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f48d164a-b35f-4e56-9c1f-1d0adf862dc6 req-591b5a00-4d7e-45b3-8d7a-336beb39d4c2 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894191 Apr 14 07:27:15.231245 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:15.270509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:15.373324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48898) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:15.374239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Pushing event deleted for resources: {'Port': ['ID=f70f9fce-c374-4e82-98ae-b1865d113093,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:15.403140 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6151b214-b051-4ce6-83cc-f1310d4bffb9 req-7a56798d-3136-441c-b537-6d4b0da858ed tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 210 time: 0.1159515 Apr 14 07:27:15.454526 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48904) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:15.461542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:15.744128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] No DVR routers for this DVR port f70f9fce-c374-4e82-98ae-b1865d113093 on host hv-cinder-78409 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:27:15.747387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:15.751918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aea150b-38a2-4961-8590-d3f97032343e', 'name': 'network-vif-deleted', 'tag': 'f70f9fce-c374-4e82-98ae-b1865d113093'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:15.768423 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4bb81236-3e28-484e-839f-70b5033d43f0 req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.50 "DELETE /v2.0/ports/f70f9fce-c374-4e82-98ae-b1865d113093 HTTP/1.1" status: 204 len: 173 time: 2.0821383 Apr 14 07:27:15.816328 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:15.834998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:15.839346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Usage tracker for resource:security_group_rule and tenant:a18a8a2a7e984de4a65f83cffbe2b437 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:15.842775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:15.844453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:15.849297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:15.880501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:15.896106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Usage tracker for resource:security_group_rule and tenant:04113e862f6e49a18d150aca3d6ce8fe is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:15.906792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:15.925456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:15.938746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7094f0-95eb-40ae-ac14-dde3f5d21c7b req-5d3d6c0e-793a-4df9-bc6c-c203fa1eb3e8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:15.947319 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6c7094f0-95eb-40ae-ac14-dde3f5d21c7b req-5d3d6c0e-793a-4df9-bc6c-c203fa1eb3e8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2107897 Apr 14 07:27:15.976275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:15.981871 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aea150b-38a2-4961-8590-d3f97032343e', 'name': 'network-vif-deleted', 'tag': 'f70f9fce-c374-4e82-98ae-b1865d113093', 'status': 'completed', 'code': 200} Apr 14 07:27:15.984406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:15.986946 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6c7094f0-95eb-40ae-ac14-dde3f5d21c7b req-d0b5176b-a538-4eb8-a0c6-d0484cc20527 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Apr 14 07:27:15.998466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-788c9e25-bc61-4c08-8f48-279ce609a312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:16.023436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-e88e0712-1444-4d50-b47e-1a2473756140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:16.025135 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-e88e0712-1444-4d50-b47e-1a2473756140 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 1099 time: 0.3744979 Apr 14 07:27:16.048958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f987b3-c6d3-47f9-a78d-c5cdb137aad3,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:16.059119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:16.065774 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a18a8a2a7e984de4a65f83cffbe2b437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865935 Apr 14 07:27:16.066609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48924) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:16.161585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 900d2195-9b45-412b-9f1e-07b548e7c4de up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:16.184150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-eb696d36-2afa-4ed0-a75b-ca69957edde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:16.185831 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-eb696d36-2afa-4ed0-a75b-ca69957edde1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.1528349 Apr 14 07:27:16.195196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.283499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.304623 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-301a1497-2fd0-4f2b-b4f2-2e3a74f73dc1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb5424d-ee37-43b6-99c6-deabd783e686 HTTP/1.1" status: 200 len: 217 time: 0.1100998 Apr 14 07:27:16.309233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 900d2195-9b45-412b-9f1e-07b548e7c4de completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:16.319128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 900d2195-9b45-412b-9f1e-07b548e7c4de triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:16.319618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.392185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.412773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.414960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.426085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:16.426338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3e507c93-8189-4403-8993-2de1c91fbb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:16.455455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f987b3-c6d3-47f9-a78d-c5cdb137aad3,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:16.460896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:16.465675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.469268 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7f987b3-c6d3-47f9-a78d-c5cdb137aad3 HTTP/1.1" status: 204 len: 168 time: 0.3993154 Apr 14 07:27:16.477483 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=04113e862f6e49a18d150aca3d6ce8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0206904 Apr 14 07:27:16.481145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48942) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:16.488512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-0c1cd94e-c43d-47a3-8285-17714ebcb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:16.490280 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-0c1cd94e-c43d-47a3-8285-17714ebcb081 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.1702738 Apr 14 07:27:16.501782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859f437b-e742-4916-bccd-46acd245e140,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:16.506674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:16.522566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.558106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 900d2195-9b45-412b-9f1e-07b548e7c4de, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=900d2195-9b45-412b-9f1e-07b548e7c4de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:16.559183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:16.577889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.578758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f70f9fce-c374-4e82-98ae-b1865d113093 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:27:16.610010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f044bb-08fd-4111-ad51-130c032f57dc req-53bcf252-2a07-4126-827d-51a88f949650 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:16.617702 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2f044bb-08fd-4111-ad51-130c032f57dc req-53bcf252-2a07-4126-827d-51a88f949650 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 945 time: 0.3197470 Apr 14 07:27:16.658421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.667843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:16.675107 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2f044bb-08fd-4111-ad51-130c032f57dc req-40ec98ba-3b90-473d-a940-141f4c94f107 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564086 Apr 14 07:27:16.681604 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-9f13c51f-500d-4101-9041-b4644dffb201 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1738367 Apr 14 07:27:16.724280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.747337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: f70f9fce-c374-4e82-98ae-b1865d113093 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:27:16.749365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f70f9fce-c374-4e82-98ae-b1865d113093 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:27:16.789900 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ad47f71c-2fad-4266-b547-2d3df5983fff req-64c7d134-af04-4c68-ab97-b8f1c45f115c tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aea150b-38a2-4961-8590-d3f97032343e HTTP/1.1" status: 200 len: 210 time: 0.1630161 Apr 14 07:27:16.829491 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'code': 200} Apr 14 07:27:16.833920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.848580 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-914e5091-bb4f-43dd-b1a3-34e50bdeb916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:16.884112 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f437b-e742-4916-bccd-46acd245e140,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:16.895111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:16.900296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:16.904679 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/859f437b-e742-4916-bccd-46acd245e140 HTTP/1.1" status: 204 len: 168 time: 0.4194651 Apr 14 07:27:16.977566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=900d2195-9b45-412b-9f1e-07b548e7c4de,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:16.995009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:17.104403 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-44d32786-3319-4b2a-b70a-a2babea02afb service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140131 Apr 14 07:27:17.340793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e273f5a-1ad2-430e-8e09-124715260a82 req-8ae52241-ecd0-4903-9a10-60ad3488c4fb tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:17.342538 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2e273f5a-1ad2-430e-8e09-124715260a82 req-8ae52241-ecd0-4903-9a10-60ad3488c4fb tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1893706 Apr 14 07:27:17.369804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 48972) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:17.375364 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:27:17.404198 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2e273f5a-1ad2-430e-8e09-124715260a82 req-5a6648fc-7d74-4064-8472-c17b0905515c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526989 Apr 14 07:27:17.405336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:17.417123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5acfb4-8c8c-404b-a148-df00741ea7ba req-c5749da6-35ca-444c-82cd-b63884538cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:17.418915 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-be5acfb4-8c8c-404b-a148-df00741ea7ba req-c5749da6-35ca-444c-82cd-b63884538cce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 1099 time: 0.2182498 Apr 14 07:27:17.427064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:17.438969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Usage tracker for resource:security_group_rule and tenant:36d42532e6c343e9a105a11ac5afb2de is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:17.438969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:17.442301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:17.545810 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-be5acfb4-8c8c-404b-a148-df00741ea7ba req-f9961828-a489-47e7-a5bb-9d515b123cf2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614493 Apr 14 07:27:17.604837 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0733ce8a-e481-42d9-8567-bd8aa07c2757 req-087f8d7c-28bb-4002-ae59-512384124084 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900160 Apr 14 07:27:17.642256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:17.653659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:17.663049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f2c7c0b8-c86c-4506-8e30-97ea51fc6340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:17.729357 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36d42532e6c343e9a105a11ac5afb2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544025 Apr 14 07:27:17.732137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 48992) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:17.742196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c08fb-9e23-46fa-9478-8bc591453c3f,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:17.748147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:17.844894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49004) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:17.870325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:17.889192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:17.893523 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Usage tracker for resource:security_group_rule and tenant:a106e959c32d4f56a329f7fcf58f8bff is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:17.896970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:17.903342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:17.963577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.005926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.019914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.023682 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.034091 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-dab29628-9a7c-4bfb-b692-58847613d781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:18.056460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.063989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2bc8a281-3d80-4a86-b4a2-a5765119c451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:18.081859 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a106e959c32d4f56a329f7fcf58f8bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356231 Apr 14 07:27:18.084410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49018) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:18.087636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e201ec-bcd1-4b12-93fa-a777874eab9a,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:18.091005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:18.094808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c08fb-9e23-46fa-9478-8bc591453c3f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:18.113087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:18.113087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.113087 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/972c08fb-9e23-46fa-9478-8bc591453c3f HTTP/1.1" status: 204 len: 168 time: 0.3775220 Apr 14 07:27:18.125144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b10d6f-21b6-41cf-b922-02619a961879 req-00c81a47-0379-45da-8d0e-0c19cef87792 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:18.126829 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3b10d6f-21b6-41cf-b922-02619a961879 req-00c81a47-0379-45da-8d0e-0c19cef87792 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.2622995 Apr 14 07:27:18.192325 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3b10d6f-21b6-41cf-b922-02619a961879 req-3e5c36ec-d709-4ecf-a978-fb2d2c9ec9be tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521929 Apr 14 07:27:18.234233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.268689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.328808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.335250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:18.349969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e201ec-bcd1-4b12-93fa-a777874eab9a,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:18.355077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:18.372919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.376605 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9e201ec-bcd1-4b12-93fa-a777874eab9a HTTP/1.1" status: 204 len: 168 time: 0.2887411 Apr 14 07:27:18.759578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7a3a-3443-47da-b9f4-0f43a863990a req-779eaa9b-0e4d-4b2d-9f4b-5f7f6e9545c6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:18.768072 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e62b7a3a-3443-47da-b9f4-0f43a863990a req-779eaa9b-0e4d-4b2d-9f4b-5f7f6e9545c6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1697214 Apr 14 07:27:18.817827 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e62b7a3a-3443-47da-b9f4-0f43a863990a req-d95197a3-2c2b-406e-b650-3486c112b93d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Apr 14 07:27:18.845005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49054) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:18.867146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:18.884410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:18.888730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Usage tracker for resource:security_group_rule and tenant:5851dba517b54da68596cd53a861e8f5 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:18.892029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:18.899360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:19.014596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:19.017626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:19.028555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5ed7ed7a-900b-4ed9-9879-aff22f6f72dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:19.078530 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5851dba517b54da68596cd53a861e8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322814 Apr 14 07:27:19.080234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7937c-3858-46ee-98aa-dacb18172f95,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:19.081370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49066) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:19.104413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:19.222564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:19.251162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:19.301679 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:19.308962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:19.323239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7937c-3858-46ee-98aa-dacb18172f95,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:19.327466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:19.336815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:19.338449 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66d7937c-3858-46ee-98aa-dacb18172f95 HTTP/1.1" status: 204 len: 168 time: 0.2555671 Apr 14 07:27:19.471639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee587-7809-4f6f-8e59-9f2d74ba0e31 req-3e21a655-a25b-4276-8bff-82191ab94e46 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:19.479737 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f51ee587-7809-4f6f-8e59-9f2d74ba0e31 req-3e21a655-a25b-4276-8bff-82191ab94e46 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1123071 Apr 14 07:27:19.510566 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f51ee587-7809-4f6f-8e59-9f2d74ba0e31 req-b413eb38-9ac1-49b0-b352-6c37e815ffe9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299151 Apr 14 07:27:19.721796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bfa7ed-7a3a-4ba6-8101-85b6bf2476da req-eea5bf6d-0b91-4003-b98c-4116ad87d463 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:19.723551 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-77bfa7ed-7a3a-4ba6-8101-85b6bf2476da req-eea5bf6d-0b91-4003-b98c-4116ad87d463 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0977962 Apr 14 07:27:19.733808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49100) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:19.739821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'floatingip': {'port_id': '900d2195-9b45-412b-9f1e-07b548e7c4de'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:19.829738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:20.181975 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd288c2-062b-4cad-8e3a-e91b11d36b68 req-6011fc19-ea21-4317-b838-f1d2061bf2b5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:20.183735 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4dd288c2-062b-4cad-8e3a-e91b11d36b68 req-6011fc19-ea21-4317-b838-f1d2061bf2b5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2117527 Apr 14 07:27:20.418472 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4dd288c2-062b-4cad-8e3a-e91b11d36b68 req-6f13790c-1bff-414d-a54e-2c3c7ef143c6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258804 Apr 14 07:27:20.565366 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49162) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:20.673723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Deleting subnet 642b9e1f-5e1d-483d-8810-235957960c06 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:27:20.677153 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:20.734154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:20.743338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:21.038685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:21.041388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:21.164000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:21.240791 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Floating IP 451117f0-e8c5-40cc-a433-5091000fb1ea associated. External IP: 172.28.2.127, port: 900d2195-9b45-412b-9f1e-07b548e7c4de. Apr 14 07:27:21.272057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b3d91b9a-b8aa-4948-b5be-53be024b4cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:21.318001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642b9e1f-5e1d-483d-8810-235957960c06,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:21.325153 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:21.361808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:21.376331 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/642b9e1f-5e1d-483d-8810-235957960c06 HTTP/1.1" status: 204 len: 168 time: 0.8090992 Apr 14 07:27:21.378875 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49206) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:21.589145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:21.896033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Router b8d52ce9-8996-4331-9c2c-7d948ae33251 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:27:21.910903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:21.940426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6ac41-0fcf-44b7-a65d-d28c11ec85df req-020ee917-4812-4664-a872-0f16dbe4ca6e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:21.948056 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7c6ac41-0fcf-44b7-a65d-d28c11ec85df req-020ee917-4812-4664-a872-0f16dbe4ca6e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2699759 Apr 14 07:27:22.063964 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7c6ac41-0fcf-44b7-a65d-d28c11ec85df req-31d3ae10-baab-4686-8b30-20c0fae8a27f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148705 Apr 14 07:27:22.096819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.097237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.098126 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.098485 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > port after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.098847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.099200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > port after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.099556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.099912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.100264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.100637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.147521 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:27:22.158425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:22.162985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48612513-e984-4723-9db3-083cd39839ad None None] Sync routers for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:27:22.181106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:27:22.181790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:07Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:22.200486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.201106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.201662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.202213 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:27:22.202806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4ee40a-25a7-4815-9342-92aa72de2c8c']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:22.220987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff79733-5594-4354-8e2b-4ad1fc87c154') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:22.221535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff79733-5594-4354-8e2b-4ad1fc87c154') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:22.235760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:22.258259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:22.277954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:27:22.285633 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ae055769-5874-4bd5-8c30-1a78c42dae6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "PUT /v2.0/floatingips/451117f0-e8c5-40cc-a433-5091000fb1ea HTTP/1.1" status: 200 len: 992 time: 2.5500367 Apr 14 07:27:22.286726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:22.406884 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'status': 'completed', 'code': 200} Apr 14 07:27:22.564381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-02d868e8-cb38-4e30-83bb-13761b5d0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:22.566139 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-02d868e8-cb38-4e30-83bb-13761b5d0ef3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 1099 time: 0.1547365 Apr 14 07:27:22.658922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Network fc4ee40a-25a7-4815-9342-92aa72de2c8c has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:27:22.675986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:22.678964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:27:22.718681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49290) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:22.811694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-f050fd62-4a0f-4f83-8c6d-370c253caabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:22.813472 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-f050fd62-4a0f-4f83-8c6d-370c253caabc service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 911 time: 0.2400665 Apr 14 07:27:22.888211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Network fc4ee40a-25a7-4815-9342-92aa72de2c8c has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:27:22.997059 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-442a28ad-770d-41bc-9f8e-6e5f794ca72d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 200 len: 1000 time: 0.1746659 Apr 14 07:27:23.100068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-b9fa8a55-9ed5-48b3-952e-baf3e3014d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:23.103115 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-b9fa8a55-9ed5-48b3-952e-baf3e3014d56 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.0970867 Apr 14 07:27:23.193256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49302) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:23.193737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49304) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:23.257541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.261910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '451117f0-e8c5-40cc-a433-5091000fb1ea', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'floating_ip_address': '172.28.2.127', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'port_id': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'mac_address': 'fa:16:3e:39:8a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:26:53Z', 'updated_at': '2021-04-14T07:27:20Z', 'revision_number': 1, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:23.266652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48612513-e984-4723-9db3-083cd39839ad None None] Checking router: b8d52ce9-8996-4331-9c2c-7d948ae33251 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:27:23.277632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:27:23.278483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:07Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:23.310612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:23.323006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Usage tracker for resource:security_group_rule and tenant:4a47e4ab72474c57876d3487ff6310e3 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:23.326296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.336291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:23.349173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: from cryptography.utils import int_from_bytes Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: from cryptography.utils import int_from_bytes Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: (rel_b, rel_a, rel_b), Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: (rel_b, rel_a, rel_b), Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:27:23.358128 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:27:23.387309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:23.389957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.406374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Usage tracker for resource:security_group_rule and tenant:9d33b1a9efea454690b93d03123f707b is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:23.413364 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:23.420770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:23.459327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.478459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7360bf-74e7-4a40-8e8a-fdaf03191660 req-3086ee2f-88e1-46fe-b4a4-d63b04f8db39 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:23.486276 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fd7360bf-74e7-4a40-8e8a-fdaf03191660 req-3086ee2f-88e1-46fe-b4a4-d63b04f8db39 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1236389 Apr 14 07:27:23.511424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-56295571-411a-406c-8ade-0d6dd72961f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:23.514078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:27:23.543732 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fd7360bf-74e7-4a40-8e8a-fdaf03191660 req-6332ee44-e087-41b1-bc2e-72376d630e36 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563333 Apr 14 07:27:23.545586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4ee40a-25a7-4815-9342-92aa72de2c8c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:23.548338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.557515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.558686 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fc4ee40a-25a7-4815-9342-92aa72de2c8c HTTP/1.1" status: 204 len: 168 time: 2.1779768 Apr 14 07:27:23.560137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:23.560313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-6d822bb9-7157-4ff4-aea4-bd8ab12056e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:23.562115 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-6d822bb9-7157-4ff4-aea4-bd8ab12056e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4460549 Apr 14 07:27:23.566624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.646450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:23.649825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cb85261a-0399-4a03-a9e8-2309a61e5514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:23.688299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f7f951-0789-4151-b662-be6724e6c1bb,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:23.698495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Usage tracker for resource:security_group_rule and tenant:22b66f9621c245c6af9ad9cb9a90636b is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:23.703686 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a47e4ab72474c57876d3487ff6310e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9839010 Apr 14 07:27:23.705467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6cea4cce-0d4b-4b54-aa99-523509e0ddf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:23.706777 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49330) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:23.716333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:23.731037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49334) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:23.789604 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3f40345e-91dc-4650-8e78-bb273c9a49ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8efa4ca81a314dceb34af0051c0388f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0559423 Apr 14 07:27:23.802138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49340) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:23.831345 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:23.908048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.918191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.932358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.941769 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-8a7271b7-72d1-4af6-86cf-960e05648815 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310585 Apr 14 07:27:23.947617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:23.951836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c25b9734-12c0-496d-ac80-034cba8af6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:23.998563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.027813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.069128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.082128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-646a69ff-64b9-44af-95c4-92cee5f7abcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:24.094092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.105214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a6292-ff9b-498d-99c2-5cd07a89d396,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:24.105652 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d33b1a9efea454690b93d03123f707b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8884315 Apr 14 07:27:24.106536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49356) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:24.126654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-48612513-e984-4723-9db3-083cd39839ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '451117f0-e8c5-40cc-a433-5091000fb1ea', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'floating_ip_address': '172.28.2.127', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'port_id': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'mac_address': 'fa:16:3e:39:8a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:26:53Z', 'updated_at': '2021-04-14T07:27:20Z', 'revision_number': 1, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:24.137456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0370c9f5-cd26-4807-8673-84aba12fe528,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:24.138251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48612513-e984-4723-9db3-083cd39839ad None None] The sync data for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb is: [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '451117f0-e8c5-40cc-a433-5091000fb1ea', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'floating_ip_address': '172.28.2.127', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'port_id': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'mac_address': 'fa:16:3e:39:8a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:26:53Z', 'updated_at': '2021-04-14T07:27:20Z', 'revision_number': 1, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:27:24.138445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.138783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.139369 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.148972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.149885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.150393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.150980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.151575 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.156813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:24.176651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.177160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.177542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.177936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:24.202933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.204140 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b24a6292-ff9b-498d-99c2-5cd07a89d396 HTTP/1.1" status: 204 len: 168 time: 0.4007831 Apr 14 07:27:24.205162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.209407 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2f7f951-0789-4151-b662-be6724e6c1bb HTTP/1.1" status: 204 len: 168 time: 0.4990120 Apr 14 07:27:24.209407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:24.209407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9c7c2769-f163-47d3-a28e-0f83f780e81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:24.220308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f7f951-0789-4151-b662-be6724e6c1bb,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:24.223022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:24.337141 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-377cd52b-e100-413b-aaeb-b55a7ecf5197 req-f38d9b61-4f33-43a2-82b9-73ee1cfc1684 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771932 Apr 14 07:27:24.379358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.392512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.399420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.427782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-64454459-5c89-4ea9-9ee6-0079c2566ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:24.479685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.495234 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22b66f9621c245c6af9ad9cb9a90636b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2802343 Apr 14 07:27:24.498164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49370) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:24.501882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07814b83-cf43-450c-a3da-0c6a893872f6 None None] New status for floating IP 451117f0-e8c5-40cc-a433-5091000fb1ea: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:27:24.583439 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.585141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001a3c5-dc99-49b6-9be0-d47dee5677a8,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:24.602045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:24.638873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.666206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.671134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ab906391-05a6-428c-b149-1571bac252d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:24.718385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0370c9f5-cd26-4807-8673-84aba12fe528,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:24.740783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:24.761812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.780731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-353fc0bc-d087-4c3b-9f8f-7a823df67085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:24.784639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.799406 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0370c9f5-cd26-4807-8673-84aba12fe528 HTTP/1.1" status: 204 len: 168 time: 0.6600368 Apr 14 07:27:24.806729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.808234 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c001a3c5-dc99-49b6-9be0-d47dee5677a8 HTTP/1.1" status: 204 len: 168 time: 0.3090024 Apr 14 07:27:24.814606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001a3c5-dc99-49b6-9be0-d47dee5677a8,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:24.821094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:24.899150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49396) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:24.953148 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:24.996771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:25.011243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057dafc-3fd9-4ccd-97ed-ad14c6ab177d req-617a8cd5-22e0-4037-9834-3a4a993ddd16 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:25.011243 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5057dafc-3fd9-4ccd-97ed-ad14c6ab177d req-617a8cd5-22e0-4037-9834-3a4a993ddd16 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1826367 Apr 14 07:27:25.037758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Usage tracker for resource:security_group_rule and tenant:978811b19a604c2c9342f631f6a65742 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:25.043404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:25.056449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:25.084788 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5057dafc-3fd9-4ccd-97ed-ad14c6ab177d req-6318730b-11f2-44c6-84fb-2c527c50c9b6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579689 Apr 14 07:27:25.220567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.223615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.252995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:25.266908 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=978811b19a604c2c9342f631f6a65742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632162 Apr 14 07:27:25.267252 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49406) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:25.310723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d1bb5-a1a1-474a-ae3d-817d5e69af81,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:25.339058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.339464 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.339860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.340378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.340881 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.341269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.341650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.342031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.342411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.342787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.343399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.343508 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:25.347828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:25.385972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.420659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.473559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.479139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-506584d3-44e2-4e2c-a7fd-e7332cf70868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:25.492786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d1bb5-a1a1-474a-ae3d-817d5e69af81,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:25.496512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:25.498629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.502236 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d2d1bb5-a1a1-474a-ae3d-817d5e69af81 HTTP/1.1" status: 204 len: 168 time: 0.2316909 Apr 14 07:27:25.557385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49420) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:25.579227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.596654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:25.600703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Usage tracker for resource:security_group_rule and tenant:09e9b0fdd44e4d3b97d7aad567d6668d is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:25.604277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:25.610520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:25.625606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49424) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:25.647624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.667402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:25.674943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Usage tracker for resource:security_group_rule and tenant:18992ede8d3a475a9f0cb3c11952d276 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:25.679468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:25.686908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:25.702327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.706264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.715934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:25.763679 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09e9b0fdd44e4d3b97d7aad567d6668d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049983 Apr 14 07:27:25.764628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff4d4ef-ea26-4f15-baf2-0eb2aa824cad,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:25.767225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49430) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:25.770106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:25.806074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.812069 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.839824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:25.842499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.870517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.908712 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18992ede8d3a475a9f0cb3c11952d276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819715 Apr 14 07:27:25.910533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6e33df-25dd-4f3a-8e53-8ae9682a5b9b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:25.924353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49442) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:25.925008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:25.927819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.943715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4adbfa18-d4fb-4b98-8b64-5abcb102d318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:25.964183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:25.968729 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ff4d4ef-ea26-4f15-baf2-0eb2aa824cad HTTP/1.1" status: 204 len: 168 time: 0.1969790 Apr 14 07:27:25.969761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff4d4ef-ea26-4f15-baf2-0eb2aa824cad,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:25.997108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:26.090101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.123425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49464) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:26.150472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.207212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.219079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2567278c-c4e8-4c74-baa1-57bcd54ae2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:26.236786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6e33df-25dd-4f3a-8e53-8ae9682a5b9b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:26.238913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:26.260315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.261611 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e6e33df-25dd-4f3a-8e53-8ae9682a5b9b HTTP/1.1" status: 204 len: 168 time: 0.3361862 Apr 14 07:27:26.378712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c96a-a5ee-4b2d-a4e6-579986e13fe3 req-37073937-4f8d-4b20-a112-da4a6fd88434 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:26.380641 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1068c96a-a5ee-4b2d-a4e6-579986e13fe3 req-37073937-4f8d-4b20-a112-da4a6fd88434 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1086633 Apr 14 07:27:26.425427 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1068c96a-a5ee-4b2d-a4e6-579986e13fe3 req-bef1e655-b2b6-4b97-8514-302c1ffceafc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356874 Apr 14 07:27:26.474156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-network', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:26.481983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:26.486908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Usage tracker for resource:network and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:26.494863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:26.500438 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:26.513015 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Made reservation on behalf of 65f01fe2fcd8410a8a612b28f2ce1cf7 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:26.519097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.532927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.560849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:26.565507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Usage tracker for resource:security_group_rule and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:26.568650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:26.575932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:26.689220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.692457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.697598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c552540c-27c3-4a5e-91da-07f5c7a2ec82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:26.732436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:27:26.744174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a6966-12f5-4a8d-9ba2-c9ef601e60cd,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:26.759234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:26.765445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.766346 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Added segment ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef of type vlan for network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 Apr 14 07:27:26.804675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.840899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.842825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:26.843636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:26.849082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-457c2426-a8e6-406b-a906-42d6dc579021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:26.965524 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8424854 Apr 14 07:27:26.966445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Pushing event updated for resources: {'Network': ['ID=89a1c69c-d040-4985-92a2-0e5fbe07b1b6,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:26.968548 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49510) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:26.978517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49514) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:26.978989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Request body: {'subnet': {'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-subnet', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:26.982914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:26.983599 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:27:26.985252 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:26.989398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Usage tracker for resource:subnet and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:26.993005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:27.004041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49520) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:27.004248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:27.016144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Made reservation on behalf of 65f01fe2fcd8410a8a612b28f2ce1cf7 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:27.022059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.041529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.058945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:27.062981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Usage tracker for resource:security_group_rule and tenant:3c57fe1f04cf4e36ade2de81dbc88af1 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:27.065981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:27.072643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:27.174184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.177898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.211472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-86e54a78-78cf-45ac-a7dc-ac897840d5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:27.243927 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c57fe1f04cf4e36ade2de81dbc88af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354000 Apr 14 07:27:27.243927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb45d42-0e10-4d92-b990-3c2074bb3b1a,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:27.245279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49530) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:27.248395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:27.322703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.365235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.409279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.426491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:27.431355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b302c66b4840e48ad95cada0699f11 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:27.434423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:27.440816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:27.469767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.484900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:27.503695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb45d42-0e10-4d92-b990-3c2074bb3b1a,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:27.506078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.507693 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fb45d42-0e10-4d92-b990-3c2074bb3b1a HTTP/1.1" status: 204 len: 168 time: 0.2612448 Apr 14 07:27:27.508983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:27.579445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.588379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.592404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.598520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e61f15b2-cddc-478b-9880-49cd9f04c4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:27.604039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ef06fb41-48d2-4580-8257-bc20952a6699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:27.705485 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2b302c66b4840e48ad95cada0699f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7254426 Apr 14 07:27:27.715052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49548) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:27.719480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1672c70d-dae6-4840-8fdd-f5e9dc86b1c2,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:27.725890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:27.823166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.858101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.907410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.915336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ea3e6c5f-dfa4-453c-a0fe-0f8fc69c6e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:27.936040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96083d0-bb0c-46c4-8896-1657d2e83785 req-c29d9492-3a64-41b1-89fb-e07a48166ddc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:27.937767 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b96083d0-bb0c-46c4-8896-1657d2e83785 req-c29d9492-3a64-41b1-89fb-e07a48166ddc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2875557 Apr 14 07:27:27.941720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1672c70d-dae6-4840-8fdd-f5e9dc86b1c2,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:27.944028 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:27.945279 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1672c70d-dae6-4840-8fdd-f5e9dc86b1c2 HTTP/1.1" status: 204 len: 168 time: 0.2272465 Apr 14 07:27:27.947576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:27.983466 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b96083d0-bb0c-46c4-8896-1657d2e83785 req-ecfb28b0-5799-4839-9963-093ab0b04330 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Apr 14 07:27:27.993055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cff520-87ee-4229-893d-d8f55dea6d3b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:28.010010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:28.073048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Checking segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:28.073584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Network hostable DHCP agents. Network: 89a1c69c-d040-4985-92a2-0e5fbe07b1b6, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:27:28.093256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:27:28.104087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 89a1c69c-d040-4985-92a2-0e5fbe07b1b6) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:28.108588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:28.109226 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.114002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2ca301-03b1-4fbc-9011-d75ef6155ca8 None None] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:27:28.130963 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1613147 Apr 14 07:27:28.134217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49574) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:28.140275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:28.148903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:28.162858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Usage tracker for resource:router and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:28.166942 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:28.177783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:28.196653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.197907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.232217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.423956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:27:28.425267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.607472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Allocated IP 172.20.0.2 (89a1c69c-d040-4985-92a2-0e5fbe07b1b6/44cff520-87ee-4229-893d-d8f55dea6d3b/9498a967-b0ba-4e79-8c03-2da1a86a229e) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:28.684752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.836571 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49596) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:28.863624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.871552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.890988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Transition to ACTIVE for port object 9498a967-b0ba-4e79-8c03-2da1a86a229e will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:28.909002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:28.918458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Usage tracker for resource:security_group_rule and tenant:2190bf2d27af437ea7484eaf443b669e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:28.922556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:28.934967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:28.937407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Transition to ACTIVE for port object 9498a967-b0ba-4e79-8c03-2da1a86a229e will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:28.943904 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:28.969069 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:29.066754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.106823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.129328 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.133569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.142351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:29.206579 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c485feb0-5132-4194-afab-b28c73c2ab1f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:29.212076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:29.252683 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2190bf2d27af437ea7484eaf443b669e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124374 Apr 14 07:27:29.252949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49610) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:29.323193 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.357311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.409714 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.416006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a5272093-12c3-4192-8fa4-a559b1b6de28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:29.433785 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c485feb0-5132-4194-afab-b28c73c2ab1f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:29.435178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Allocated IP 172.28.2.189 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/20245707-24a2-4cc2-b72b-d3ed649104ab) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:29.436388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.438072 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c485feb0-5132-4194-afab-b28c73c2ab1f HTTP/1.1" status: 204 len: 168 time: 0.1838481 Apr 14 07:27:29.439621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:29.478924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f84e02-face-4bfa-862e-e06e3b244cee req-7b3dd4a8-0e73-4c3b-9010-25b793682660 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:29.487569 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86f84e02-face-4bfa-862e-e06e3b244cee req-7b3dd4a8-0e73-4c3b-9010-25b793682660 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2863810 Apr 14 07:27:29.512490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Pushing event updated for resources: {'Port': ['ID=9498a967-b0ba-4e79-8c03-2da1a86a229e,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:29.527012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:29.576279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:29.577849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:29.580915 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:29.625260 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86f84e02-face-4bfa-862e-e06e3b244cee req-4bfabac3-dc05-4e1b-8204-0c4b38d595d8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366334 Apr 14 07:27:29.722180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.765501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.776742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Attempting to bind port 9498a967-b0ba-4e79-8c03-2da1a86a229e on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:27:29.777330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Attempting to bind port 9498a967-b0ba-4e79-8c03-2da1a86a229e by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:27:29.777906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Attempting to bind port 9498a967-b0ba-4e79-8c03-2da1a86a229e on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:29.785618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:27:29.789138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e47cf70b-2067-4959-aeaf-132b15f7b238 tempest-DeleteServersTestJSON-1262788359 tempest-DeleteServersTestJSON-1262788359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:29.789738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Checking segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:29.790823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.791420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Bound using segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:27:29.792124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Bound port: 9498a967-b0ba-4e79-8c03-2da1a86a229e, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:27:29.793024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.878125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Pushing event updated for resources: {'Port': ['ID=20245707-24a2-4cc2-b72b-d3ed649104ab,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:29.908295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] For port 9498a967-b0ba-4e79-8c03-2da1a86a229e, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:27:29.911740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] For port 9498a967-b0ba-4e79-8c03-2da1a86a229e, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=9498a967-b0ba-4e79-8c03-2da1a86a229e,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:27:29.916481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:29.943045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:30.032046 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:30.033865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:30.042661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:30.063414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:30.246565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Pushing event updated for resources: {'Port': ['ID=9498a967-b0ba-4e79-8c03-2da1a86a229e,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:30.256361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.257631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.258753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.259242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.259730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.260216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.260766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.261250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.261781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.262297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.262807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.264684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:27:30.273407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:30.346256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49660) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:30.707614 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-14d27dee-ffc4-455b-a7af-8ec1854474e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2324140 Apr 14 07:27:30.741261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-749233444-network', 'tenant_id': '4d4b270443cc4adda30b19a104d08231'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:30.749749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:30.758177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Usage tracker for resource:network and tenant:4d4b270443cc4adda30b19a104d08231 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:30.763440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:30.776501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:30.798406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Made reservation on behalf of 4d4b270443cc4adda30b19a104d08231 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:30.805610 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:30.919885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:30.949469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:30.953579 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4b270443cc4adda30b19a104d08231 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:30.956763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:30.967516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:31.064855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.069146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.076308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1afb2c0a-144a-48e9-8587-b999036a19f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:31.080258 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aac8d0-85e5-454e-975b-88097a3faf1b req-6199dd72-672b-44ce-afd7-a37a88d59ddd tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:31.081964 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-85aac8d0-85e5-454e-975b-88097a3faf1b req-6199dd72-672b-44ce-afd7-a37a88d59ddd tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1581302 Apr 14 07:27:31.107048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:27:31.143870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.145978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.146384 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Added segment 9053e8f8-560b-4246-bb4d-606962c097f7 of type vlan for network e627fe99-fd61-4d41-8def-c372c5f9f7f7 Apr 14 07:27:31.148221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9159b7-cb1f-420c-85c5-6d9d70a54834,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:31.169815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:31.171866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-1097af05-8425-4900-a9f2-af4490e41f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:31.182847 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-1097af05-8425-4900-a9f2-af4490e41f73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.3330867 Apr 14 07:27:31.230416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.402244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.406606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:31.407461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.449493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:31.473008 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-85aac8d0-85e5-454e-975b-88097a3faf1b req-40c58331-dbdf-4768-b999-a5301269cc85 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817277 Apr 14 07:27:31.478026 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1305897 Apr 14 07:27:31.482276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49700) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:31.595095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-46f25cc2-8af0-4093-9516-a7d07f59a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:31.596945 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-46f25cc2-8af0-4093-9516-a7d07f59a22a service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.3908343 Apr 14 07:27:31.607134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Request body: {'subnet': {'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-749233444-subnet', 'tenant_id': '4d4b270443cc4adda30b19a104d08231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:31.611962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Pushing event updated for resources: {'Network': ['ID=e627fe99-fd61-4d41-8def-c372c5f9f7f7,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:31.627364 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network e627fe99-fd61-4d41-8def-c372c5f9f7f7 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:27:31.629294 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:31.696745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:31.735223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:31.753390 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-6899f7e6-e35d-4f6c-a5c8-ac07188415b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 217 time: 0.1425409 Apr 14 07:27:31.922211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-86ebb93f-f1d4-4ecf-992c-f621e15e024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:31.929986 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-86ebb93f-f1d4-4ecf-992c-f621e15e024a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.1655378 Apr 14 07:27:31.955625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Usage tracker for resource:subnet and tenant:4d4b270443cc4adda30b19a104d08231 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:31.982264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:32.003232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:32.012009 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-421c020d-9654-43a1-9247-57cde75fc844 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751140 Apr 14 07:27:32.026493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Made reservation on behalf of 4d4b270443cc4adda30b19a104d08231 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:32.031805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:32.152373 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc139d96-4b4a-4320-96e4-bd8a07e60a82 None None] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:27:32.254502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Router 9c447231-0fce-4aec-8a71-cbf003562861 is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:27:32.346510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-e268d672-5da1-4422-97e3-0668a45e2bee None None] Provisioning for port 9498a967-b0ba-4e79-8c03-2da1a86a229e completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:32.375121 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-f671b4ff-6e73-49e6-8ef8-23e8263d4b95 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449771 Apr 14 07:27:32.381326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 9498a967-b0ba-4e79-8c03-2da1a86a229e up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:32.534998 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f79658d5-25e1-43d3-af8b-19c8f8efcfc0 req-f488c715-25d6-4004-a22b-f4adfc441e8b service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514072 Apr 14 07:27:32.548572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 9498a967-b0ba-4e79-8c03-2da1a86a229e completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:32.558117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 9498a967-b0ba-4e79-8c03-2da1a86a229e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:32.558542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:32.757536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:32.790380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 9498a967-b0ba-4e79-8c03-2da1a86a229e, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=9498a967-b0ba-4e79-8c03-2da1a86a229e,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:32.796544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:32.800604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:32.909938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=9498a967-b0ba-4e79-8c03-2da1a86a229e,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:32.927701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:32.976386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:27:32.986099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Sync routers for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:27:33.000261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:27:33.008261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:07Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:33.068398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:33.072858 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9348052 Apr 14 07:27:33.074284 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49764) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:33.243938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f1af-c378-4535-a841-b3ada1b51e45 req-9ea513e2-6ba6-49ee-bc78-baeb5951c7a9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:33.250124 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7e32f1af-c378-4535-a841-b3ada1b51e45 req-9ea513e2-6ba6-49ee-bc78-baeb5951c7a9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.4294314 Apr 14 07:27:33.352429 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7e32f1af-c378-4535-a841-b3ada1b51e45 req-0f9ccb14-7039-4f52-8a1c-47efaa1c9c60 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919838 Apr 14 07:27:33.492035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-a1f49cec-5ed6-452f-998d-62e0bb60606d None None] Provisioning complete for port 9498a967-b0ba-4e79-8c03-2da1a86a229e triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:33.492454 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a1f49cec-5ed6-452f-998d-62e0bb60606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:33.523540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:33.530117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:27:33.560877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ae775807-5935-47b8-8c38-feec9b121e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:34.007097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:30Z', 'revision_number': 3, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:34.011927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:34.018065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Checking router: 9c447231-0fce-4aec-8a71-cbf003562861 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:27:34.018638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Updating router 9c447231-0fce-4aec-8a71-cbf003562861 port 20245707-24a2-4cc2-b72b-d3ed649104ab binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:27:34.026212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:34.042681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-654f68e3-94f4-41e7-8c8a-b5064109e3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:34.091450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Checking segment: {'id': '9053e8f8-560b-4246-bb4d-606962c097f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:34.091841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Network hostable DHCP agents. Network: e627fe99-fd61-4d41-8def-c372c5f9f7f7, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:27:34.107513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:34.138256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Network e627fe99-fd61-4d41-8def-c372c5f9f7f7 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:27:34.155008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, e627fe99-fd61-4d41-8def-c372c5f9f7f7) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:34.162917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163132f-abb8-4a7e-89dd-e2dab501c976 None None] Network e627fe99-fd61-4d41-8def-c372c5f9f7f7 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:27:34.187114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:34.187768 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:34.249525 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7666352 Apr 14 07:27:34.348937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 9498a967-b0ba-4e79-8c03-2da1a86a229e up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:34.640859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:34.770700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc601a3a-6508-4ec2-954c-14a2fcb4528f req-d293dd89-305d-4993-b3a2-24ab45325649 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:34.781939 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cc601a3a-6508-4ec2-954c-14a2fcb4528f req-d293dd89-305d-4993-b3a2-24ab45325649 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1792634 Apr 14 07:27:34.808046 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 9498a967-b0ba-4e79-8c03-2da1a86a229e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:34.808483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:34.834662 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cc601a3a-6508-4ec2-954c-14a2fcb4528f req-13d737e5-8984-4b1e-a679-cc5164b90b83 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516837 Apr 14 07:27:34.955159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:34.969258 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Transition to ACTIVE for port object 20245707-24a2-4cc2-b72b-d3ed649104ab will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:34.976066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:34.999758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Allocated IP 172.20.0.1 (89a1c69c-d040-4985-92a2-0e5fbe07b1b6/44cff520-87ee-4229-893d-d8f55dea6d3b/eaa7509c-b325-4aaa-bce0-fe7979f9e0a0) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:35.001115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91698baa-7677-4424-9061-7dc291782dae None None] Network e627fe99-fd61-4d41-8def-c372c5f9f7f7 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:27:35.148341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:35.272886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.291408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Transition to ACTIVE for port object eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:35.316796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.339891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1855bb64-e79f-48b2-83d7-323c80a9ec23 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:35.348101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49816) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:35.355957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-484729913-network', 'tenant_id': 'dc994b5b561544ca8bc9207625906444'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:35.368342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:35.369603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Attempting to bind port 20245707-24a2-4cc2-b72b-d3ed649104ab on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:27:35.370085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Attempting to bind port 20245707-24a2-4cc2-b72b-d3ed649104ab by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:27:35.370556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Attempting to bind port 20245707-24a2-4cc2-b72b-d3ed649104ab on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:35.380330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Usage tracker for resource:network and tenant:dc994b5b561544ca8bc9207625906444 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:35.382219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222554e-2786-4edc-aa2a-e90dd328f87f None None] Pushing event updated for resources: {'Port': ['ID=20245707-24a2-4cc2-b72b-d3ed649104ab,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:35.384916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:35.391895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:27:35.392316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:35.392813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.393251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:27:35.393798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Bound port: 20245707-24a2-4cc2-b72b-d3ed649104ab, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:27:35.394304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.405552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:35.428295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Made reservation on behalf of dc994b5b561544ca8bc9207625906444 for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:35.436094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.472584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.506038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:35.516547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Usage tracker for resource:security_group_rule and tenant:dc994b5b561544ca8bc9207625906444 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:35.525343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:35.534134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] For port 20245707-24a2-4cc2-b72b-d3ed649104ab, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:27:35.540460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:35.545144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] For port 20245707-24a2-4cc2-b72b-d3ed649104ab, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=20245707-24a2-4cc2-b72b-d3ed649104ab,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:27:35.546973 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e222554e-2786-4edc-aa2a-e90dd328f87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:35.549820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.572519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:35.637830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Pushing event updated for resources: {'Port': ['ID=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:35.643138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:35.675508 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.680019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.692822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:27:35.704573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.705328 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Added segment a077c921-4aad-4fe8-b21d-1f4bb3702319 of type vlan for network ace30de6-0c35-4a35-8fd0-1fdfcd72f002 Apr 14 07:27:35.741749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.775449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4effdfcd-69b4-42b2-bc6b-771c49df7cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:35.807316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4be3e7-7e89-4d51-ad12-71811e736f20,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:35.810334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.816612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:35.816612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:35.816612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:35.821072 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1fbbd9fb-5c5d-4912-9581-3d7908c26481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:35.916537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222554e-2786-4edc-aa2a-e90dd328f87f None None] Pushing event updated for resources: {'Port': ['ID=20245707-24a2-4cc2-b72b-d3ed649104ab,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:35.945093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e222554e-2786-4edc-aa2a-e90dd328f87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:35.980720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:27:35.981431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:07Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:35.988418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Pushing event updated for resources: {'Network': ['ID=ace30de6-0c35-4a35-8fd0-1fdfcd72f002,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:35.993394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:36.001493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network ace30de6-0c35-4a35-8fd0-1fdfcd72f002 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:27:36.019276 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6692114 Apr 14 07:27:36.021971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49842) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:36.030699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Request body: {'subnet': {'network_id': 'ace30de6-0c35-4a35-8fd0-1fdfcd72f002', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-484729913-subnet', 'tenant_id': 'dc994b5b561544ca8bc9207625906444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:36.037046 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:36.042134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Usage tracker for resource:subnet and tenant:dc994b5b561544ca8bc9207625906444 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:36.045614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:36.053953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:36.067154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Made reservation on behalf of dc994b5b561544ca8bc9207625906444 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:36.073292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:36.307908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:36.311189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:36.322358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:36.324795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:36.420300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4bfe38f7-3798-4702-a489-a242d3161c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:36.483318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49856) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:36.547098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:27:36.648914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27980d94-6f41-4ef3-ad21-4e7b335b0845 req-00fa6fcd-8225-4f2b-9a21-22100e9527ac tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:36.659017 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-27980d94-6f41-4ef3-ad21-4e7b335b0845 req-00fa6fcd-8225-4f2b-9a21-22100e9527ac tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2778721 Apr 14 07:27:36.663677 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-6083fde7-ac55-4229-891f-5b061a27cd18 None None] Provisioning for port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:36.673651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-6083fde7-ac55-4229-891f-5b061a27cd18 None None] Provisioning complete for port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:36.674089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6083fde7-ac55-4229-891f-5b061a27cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:36.763723 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-27980d94-6f41-4ef3-ad21-4e7b335b0845 req-874cedc9-c01d-4233-8ce9-e7422ccc9f27 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931118 Apr 14 07:27:36.801497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-6083fde7-ac55-4229-891f-5b061a27cd18 None None] Port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:27:36.815895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:36.863246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:36.920227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:36.924243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Usage tracker for resource:security_group_rule and tenant:5437b507daec409682e9a66c37dc8cf3 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:36.927256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:36.933578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:37.044116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.074239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:37.155876 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.215401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.219608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.220868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.229522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8dab746-9823-4c93-b384-2a564a0c79e7,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:37.232474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:37.239421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.252063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:37.312594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:30Z', 'revision_number': 3, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:37.321725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f361d791-6282-40d6-b9bf-c7de4fb0b02b None None] The sync data for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb is: [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:30Z', 'revision_number': 3, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:27:37.323399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2992620-84b3-40ab-8987-6be6c75477f8,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:37.335338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:37.338417 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5437b507daec409682e9a66c37dc8cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8505893 Apr 14 07:27:37.358626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49894) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:37.359476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-51ae9816-719f-4ad1-af8b-929ca5e04dc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:37.439356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Checking segment: {'id': 'a077c921-4aad-4fe8-b21d-1f4bb3702319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'ace30de6-0c35-4a35-8fd0-1fdfcd72f002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:37.439760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Network hostable DHCP agents. Network: ace30de6-0c35-4a35-8fd0-1fdfcd72f002, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:27:37.445852 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.470220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Network ace30de6-0c35-4a35-8fd0-1fdfcd72f002 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:27:37.488849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, ace30de6-0c35-4a35-8fd0-1fdfcd72f002) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:37.500749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a719d37-06c3-4621-b436-dbac1edd4092 None None] Network ace30de6-0c35-4a35-8fd0-1fdfcd72f002 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:27:37.508342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.515370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:37.516031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.538457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.547257 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8a34c7e1-c9f7-42f4-a19d-27fd59a74c59 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5237854 Apr 14 07:27:37.588141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Pushing event updated for resources: {'Port': ['ID=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:37.595578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:37.618794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:37.621055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:37.801381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.880680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:37.892766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8c7f9ace-8b6f-4eda-9a5c-d519fb5e7c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:37.963933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1998cf5-f16d-4d57-bbb4-6f43dbe88faf None None] Network ace30de6-0c35-4a35-8fd0-1fdfcd72f002 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:27:37.995700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2992620-84b3-40ab-8987-6be6c75477f8,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:38.004870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:38.048817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:38.050050 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2992620-84b3-40ab-8987-6be6c75477f8 HTTP/1.1" status: 204 len: 168 time: 0.6519504 Apr 14 07:27:38.136136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Router 9c447231-0fce-4aec-8a71-cbf003562861 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:27:38.284518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:38.412428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c29d9f86-8e61-494f-8094-5e62fde15e06 None None] Provisioning complete for port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:38.412952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c29d9f86-8e61-494f-8094-5e62fde15e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:38.422007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064286e-5e9b-402b-aafe-281a1f8f5076 req-c4b39078-cdb7-4bb5-8f40-ead568741993 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:38.442361 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4064286e-5e9b-402b-aafe-281a1f8f5076 req-c4b39078-cdb7-4bb5-8f40-ead568741993 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.4035275 Apr 14 07:27:38.526700 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4064286e-5e9b-402b-aafe-281a1f8f5076 req-5fa1e09a-a3c6-45cb-b5da-1fca8b62ec4f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762844 Apr 14 07:27:38.569409 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c29d9f86-8e61-494f-8094-5e62fde15e06 None None] Port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:27:38.571077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 20245707-24a2-4cc2-b72b-d3ed649104ab up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:38.745684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 20245707-24a2-4cc2-b72b-d3ed649104ab completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:38.761496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:27:38.767555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 20245707-24a2-4cc2-b72b-d3ed649104ab triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:38.767994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:38.784625 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] 10.222.0.42 "PUT /v2.0/routers/9c447231-0fce-4aec-8a71-cbf003562861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7006447 Apr 14 07:27:38.851518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49948) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:38.881779 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:38.917036 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:38.925549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Usage tracker for resource:security_group_rule and tenant:e48d1cea6aae440492401db11a6401ae is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:38.938552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:38.945189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:38.953828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:39.068589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.095524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 20245707-24a2-4cc2-b72b-d3ed649104ab, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=20245707-24a2-4cc2-b72b-d3ed649104ab,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:39.097760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.099765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:39.209768 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=20245707-24a2-4cc2-b72b-d3ed649104ab,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:39.213035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:39.279480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.286543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.298550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ef240797-c23f-4c2b-99f2-df1e8dec34f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:39.360481 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e48d1cea6aae440492401db11a6401ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069888 Apr 14 07:27:39.363103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49968) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:39.367352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-5214291e-9260-4ed6-b77f-5868157b58a7 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:39.368139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-5214291e-9260-4ed6-b77f-5868157b58a7 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Synchronizing usage tracker for tenant:4d4b270443cc4adda30b19a104d08231 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:39.372990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c7fe8a-6269-4467-b867-dcc8633f1358,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:39.376320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:39.389347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-5214291e-9260-4ed6-b77f-5868157b58a7 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Unset dirty status for tenant:4d4b270443cc4adda30b19a104d08231 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:39.390731 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-5214291e-9260-4ed6-b77f-5868157b58a7 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/networks?id=e627fe99-fd61-4d41-8def-c372c5f9f7f7 HTTP/1.1" status: 200 len: 808 time: 0.3129265 Apr 14 07:27:39.407118 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-2f8ced8f-7071-4b4c-aa25-c5f00fd4a29e tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/quotas/4d4b270443cc4adda30b19a104d08231 HTTP/1.1" status: 200 len: 375 time: 0.0102844 Apr 14 07:27:39.446038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.462700 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-d2795cfd-f78e-418f-8d9b-c101522169a9 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d4b270443cc4adda30b19a104d08231&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491877 Apr 14 07:27:39.474723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.530764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.539143 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-edb1bc0d-df29-4ec1-b59c-3f27962e7a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:39.555635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c7fe8a-6269-4467-b867-dcc8633f1358,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:39.578748 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:39.587403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.590126 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38c7fe8a-6269-4467-b867-dcc8633f1358 HTTP/1.1" status: 204 len: 168 time: 0.2241089 Apr 14 07:27:39.616694 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-ab46766d-3fea-4ac6-9a31-bc39df2d1f11 service neutron] 10.222.0.42 "GET /v2.0/networks/e627fe99-fd61-4d41-8def-c372c5f9f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448522 Apr 14 07:27:39.646101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 49980) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:39.652701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1468940868', 'description': 'tempest-description--2082443112'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:39.666927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:39.671342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:39.677337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:39.688091 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:39.704461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.746526 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:39.752066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group_rule and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:39.755557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:39.768828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:39.791448 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-87cc51a6-ca59-4eb2-a51a-e6b5aa807e77 service neutron] 10.222.0.42 "GET /v2.0/networks/e627fe99-fd61-4d41-8def-c372c5f9f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663022 Apr 14 07:27:39.857347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.860276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.899149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fa907a0f-54c7-4ed9-b9a4-e21948052198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:39.927467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:39.933131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 49992) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:39.933290 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2854190 Apr 14 07:27:39.939545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'security_group_rule': {'security_group_id': 'ba53a4eb-388c-4fbc-91fd-eae74e9587b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:39.946675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:39.951176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group_rule and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:39.954426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:39.961815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:40.003303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.038032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53a4eb-388c-4fbc-91fd-eae74e9587b5,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:40.050018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:40.089437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27bfcb-f8aa-4e18-afff-fb668de7b209 req-f4372478-9c6a-460e-84f4-a08d02ab4a5e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:40.091090 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fb27bfcb-f8aa-4e18-afff-fb668de7b209 req-f4372478-9c6a-460e-84f4-a08d02ab4a5e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1359229 Apr 14 07:27:40.091841 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-567c19fa-5c65-4010-bfdf-a9c76bb711fa req-3b64f0a8-1981-4792-9c41-03bcf3c401ef tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 210 time: 0.0637569 Apr 14 07:27:40.138992 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fb27bfcb-f8aa-4e18-afff-fb668de7b209 req-0f2dea51-29b7-4eed-961a-5ca4b5b864e5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353887 Apr 14 07:27:40.219470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.223771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.226538 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:40.266637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88a63a0-00cf-4e1e-b61a-91e25def808b,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:40.276791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:40.298494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.303832 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3661993 Apr 14 07:27:40.304307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50014) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:40.318865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 20245707-24a2-4cc2-b72b-d3ed649104ab up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:40.320071 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'security_group_rule': {'security_group_id': 'ba53a4eb-388c-4fbc-91fd-eae74e9587b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:40.329273 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:40.339078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group_rule and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:40.347920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:40.360309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:40.390697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.426877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 20245707-24a2-4cc2-b72b-d3ed649104ab triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:40.427095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.537607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.543846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.546567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4e464824-8301-4f11-bf1f-1b8c0355808d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:40.594133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32790916-949c-459d-a169-30b73e253b8a,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:40.603917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:40.616804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.621648 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3131437 Apr 14 07:27:40.622051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50034) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:40.629448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'floatingip': {'floating_network_id': '00924177-d382-4300-abdf-130fe927342e'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:40.638253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:40.644693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:floatingip and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:40.647805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:40.656907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:40.668969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:40.839296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:41.005047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50052) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:41.018731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Allocated IP 172.28.2.179 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/a4dbc93a-92a6-4d75-b11f-361529ba5a0f) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:41.046338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Sync routers for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:27:41.061282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:27:41.064658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:41.261235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:41.297691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:41.316808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:41.372828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:27:41.460177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:41.550280 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c415eed3-e145-4d4f-b19f-d6d02f4d4728 req-5669cfcb-ba60-4227-8c9a-d6842cb285d7 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 210 time: 0.1115527 Apr 14 07:27:41.581691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'Port': ['ID=a4dbc93a-92a6-4d75-b11f-361529ba5a0f,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:41.595934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:41.605906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:41.722541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:41.725998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:41.728686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:41.847360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:41.947782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 2, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:41.955510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Checking router: 9c447231-0fce-4aec-8a71-cbf003562861 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:27:41.955934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Updating router 9c447231-0fce-4aec-8a71-cbf003562861 port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:27:41.995971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.011747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Usage tracker for resource:security_group_rule and tenant:082f534519da4f6d81fd3bcec97c01ce is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:42.025154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:42.054265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:42.131539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.182994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ad62c-6fd3-4545-877a-7911bac5f2d3 req-9d63760a-063b-4377-ad45-6ed78098f425 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:42.192280 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b86ad62c-6fd3-4545-877a-7911bac5f2d3 req-9d63760a-063b-4377-ad45-6ed78098f425 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.7026911 Apr 14 07:27:42.268241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-a5a2cfca-7c31-4eb4-bde6-de2348be8a26 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:42.269841 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-a5a2cfca-7c31-4eb4-bde6-de2348be8a26 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.50 "GET /v2.0/networks?id=e627fe99-fd61-4d41-8def-c372c5f9f7f7 HTTP/1.1" status: 200 len: 808 time: 0.6374881 Apr 14 07:27:42.288828 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b86ad62c-6fd3-4545-877a-7911bac5f2d3 req-29eadda0-eb48-4b37-90e9-c2ff3cab1ff4 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953388 Apr 14 07:27:42.303293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Request body: {'port': {'device_id': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7', 'admin_state_up': True, 'tenant_id': '4d4b270443cc4adda30b19a104d08231'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:42.461462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.469731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.496693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:42.507898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Usage tracker for resource:port and tenant:4d4b270443cc4adda30b19a104d08231 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:42.513306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-41172120-4d76-4d28-aa91-e421e75429a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:42.517590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:42.529880 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:42.534648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.540537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.552436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-371071ec-6ffa-416b-b215-20234f16a9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:42.565268 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Made reservation on behalf of 4d4b270443cc4adda30b19a104d08231 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:42.572935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.614583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50096) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:42.653697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'Port': ['ID=a4dbc93a-92a6-4d75-b11f-361529ba5a0f,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:42.671808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:42.745667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755c5fb3-31c5-4bc7-ab45-a0980ffc23c2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:42.761518 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=082f534519da4f6d81fd3bcec97c01ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7518005 Apr 14 07:27:42.761518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:42.766824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50102) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:42.771122 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-61a5b8ae-ef9b-4565-a099-fb452bc32f5e req-e2f82da5-fbf3-4c1f-94c7-ad982cfd0477 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 210 time: 0.0670238 Apr 14 07:27:42.804572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.820108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Transition to ACTIVE for port object eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:42.822787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.826907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.843327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:42.851927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.862461 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2303815 Apr 14 07:27:42.875145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:42.907543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:42.918754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab6fec8efda47f3a9994b1c3afdd263 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:42.926219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:42.966209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:42.971374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1573b1-fbfa-4f7d-84ab-0b3dd874e734 None None] Pushing event updated for resources: {'Port': ['ID=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:42.987519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3c1573b1-fbfa-4f7d-84ab-0b3dd874e734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:43.000955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.085664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.141154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Allocated IP 172.20.0.7 (e627fe99-fd61-4d41-8def-c372c5f9f7f7/f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb/32e05e9e-24bc-4c2a-9a59-47f7ff906d62) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:43.172775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c1bd3917-e45e-4c58-b238-a3bd60339bb3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:43.192354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c1bd3917-e45e-4c58-b238-a3bd60339bb3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:43.193949 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c1bd3917-e45e-4c58-b238-a3bd60339bb3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1468940868&fields=id&tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 267 time: 0.0871758 Apr 14 07:27:43.280162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.383241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-66a05b7a-2130-4a2e-929f-86e889364889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:43.406826 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-46fef1d2-9f6a-44a0-a07d-285f0fb70499 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:43.409080 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-46fef1d2-9f6a-44a0-a07d-285f0fb70499 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 817 time: 0.2003820 Apr 14 07:27:43.413051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755c5fb3-31c5-4bc7-ab45-a0980ffc23c2,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:43.425234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:43.430299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.453014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.464994 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-ae0dc241-c306-4fe3-8081-815e576f527e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/quotas/65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 375 time: 0.0308187 Apr 14 07:27:43.472232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:43.527500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Attempting to bind port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:27:43.527992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Attempting to bind port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:27:43.528518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Attempting to bind port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:43.545640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:27:43.546259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Checking segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:43.547203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.548945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Bound using segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:27:43.549761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Bound port: eaa7509c-b325-4aaa-bce0-fe7979f9e0a0, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:27:43.550903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.554863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.556093 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/755c5fb3-31c5-4bc7-ab45-a0980ffc23c2 HTTP/1.1" status: 204 len: 168 time: 0.7882180 Apr 14 07:27:43.621463 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ab6fec8efda47f3a9994b1c3afdd263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9899397 Apr 14 07:27:43.622256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50136) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:43.629075 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0768d4-62d5-4d4c-9ce0-f79f740608c4,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:43.644960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.658146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:43.661237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] For port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:27:43.665208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] For port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:27:43.672972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.691950 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:43.779076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe8f56-8f60-476a-bed3-c52b3374a041 req-d596daef-5ced-4869-8dd1-abd9072929b0 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:43.781114 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d8fe8f56-8f60-476a-bed3-c52b3374a041 req-d596daef-5ced-4869-8dd1-abd9072929b0 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.3100188 Apr 14 07:27:43.782091 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.835034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:43.852207 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d8fe8f56-8f60-476a-bed3-c52b3374a041 req-9b9a624f-3339-4fd5-ae90-86a8042d9ae6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558558 Apr 14 07:27:43.869630 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-80ee16a1-ee0a-424d-9ffd-cf0fb7befc0e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4033933 Apr 14 07:27:43.962251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1573b1-fbfa-4f7d-84ab-0b3dd874e734 None None] Pushing event updated for resources: {'Port': ['ID=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:43.976305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3c1573b1-fbfa-4f7d-84ab-0b3dd874e734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:44.045812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:27:44.046517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:44.047104 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-85649250-e664-4cb4-969d-18766016a244 service neutron] 10.222.0.42 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638649 Apr 14 07:27:44.055018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:44.125587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:44.278911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50154) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:44.456206 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-ff5a811a-a7e7-4e0e-8805-c376fe1f953b service neutron] 10.222.0.42 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999164 Apr 14 07:27:44.457555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Network e627fe99-fd61-4d41-8def-c372c5f9f7f7 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:44.459941 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:44.468384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50162) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:44.474963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Pushing event updated for resources: {'Port': ['ID=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:44.478406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:44.495853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:44.498511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:44.505931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:44.506751 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:44.527470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:27:44.529655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:44.540060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:44.547388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-47f4953c-3b70-4251-81e9-a03115d866b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:44.569605 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0768d4-62d5-4d4c-9ce0-f79f740608c4,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:44.572087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:44.573840 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Usage tracker for resource:security_group_rule and tenant:f288f7cb51db46c2bbd90e8cda2008fd is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:44.584049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:44.596564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:44.597824 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c0768d4-62d5-4d4c-9ce0-f79f740608c4 HTTP/1.1" status: 204 len: 168 time: 0.9714639 Apr 14 07:27:44.599146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:44.603873 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3125548 Apr 14 07:27:44.634985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Request body: {'port': {'device_id': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:44.718459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9253a45-c141-46a6-8339-f9060f034cd8 req-f1884c93-2984-4a2f-8597-c98a2705e3a8 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:44.719265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-e9253a45-c141-46a6-8339-f9060f034cd8 req-f1884c93-2984-4a2f-8597-c98a2705e3a8 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Synchronizing usage tracker for tenant:4d4b270443cc4adda30b19a104d08231 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:44.934160 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bdc12976-4d57-46b3-91ed-c8fcf520c5dc req-b5922e69-e489-4284-bb46-ab810c8f275b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 210 time: 0.1267216 Apr 14 07:27:44.984243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.138037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.177625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:45.190970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9548ac1f1c3f46b789d74c71f43ee5e0 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:45.195563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:45.211462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:43Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:27:45.216421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1629606a-ca2d-4665-90d6-59f75d5d33cc None None] The sync data for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb is: [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:43Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:27:45.292396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50196) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:45.315719 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:45.320995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-e9253a45-c141-46a6-8339-f9060f034cd8 req-f1884c93-2984-4a2f-8597-c98a2705e3a8 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Unset dirty status for tenant:4d4b270443cc4adda30b19a104d08231 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:45.339420 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e9253a45-c141-46a6-8339-f9060f034cd8 req-f1884c93-2984-4a2f-8597-c98a2705e3a8 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 931 time: 0.9437196 Apr 14 07:27:45.352955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.378890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:45.383399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ece10c88ca4dfc9e5ff785d2ed5738 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:45.386492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:45.397354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:45.435334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.440383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4116-324b-4e0f-b43d-8d670d554a31 req-0cbdb72c-c28a-4b77-a82f-3b80e46b1fb7 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:45.442880 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-023c4116-324b-4e0f-b43d-8d670d554a31 req-0cbdb72c-c28a-4b77-a82f-3b80e46b1fb7 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2346373 Apr 14 07:27:45.452206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-e9253a45-c141-46a6-8339-f9060f034cd8 req-dad9eda0-581a-407c-b02e-0ef21ce97cf3 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Synchronizing usage tracker for tenant:4d4b270443cc4adda30b19a104d08231 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:45.458279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.474790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2471bf87-4d87-4276-b0e5-67de573dfef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:45.601843 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-023c4116-324b-4e0f-b43d-8d670d554a31 req-7dff0c04-9089-4502-9413-434642a31c16 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988092 Apr 14 07:27:45.628342 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f288f7cb51db46c2bbd90e8cda2008fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3336723 Apr 14 07:27:45.630652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-e9253a45-c141-46a6-8339-f9060f034cd8 req-dad9eda0-581a-407c-b02e-0ef21ce97cf3 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Unset dirty status for tenant:4d4b270443cc4adda30b19a104d08231 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:45.631716 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e9253a45-c141-46a6-8339-f9060f034cd8 req-dad9eda0-581a-407c-b02e-0ef21ce97cf3 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914405 Apr 14 07:27:45.634210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50206) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:45.634961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd370d37-fbf7-4a6e-8dfb-95e5b08eb66c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:45.641435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.683295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:45.716793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.718743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.732447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3030308d-5e4b-4f07-8acf-ac3eca73d8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:45.739426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.779942 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9548ac1f1c3f46b789d74c71f43ee5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3102400 Apr 14 07:27:45.784581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50210) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:45.826387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.838215 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7ece10c88ca4dfc9e5ff785d2ed5738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342925 Apr 14 07:27:45.841971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50214) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:45.885070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86680a1a-0a0b-4c31-b46b-50f17783e2d5,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:45.898551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:45.899104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6babbfc8-0835-4988-8ea7-b36def1b4c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:45.920604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.939826 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:45.968872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.025317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.034353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.053356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aea8ca-186f-4e38-ac62-537af76c1b8b,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:46.056967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:46.058708 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d23f93de-9935-47a0-b9fa-3abae3f8d83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:46.069663 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.070902 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86680a1a-0a0b-4c31-b46b-50f17783e2d5 HTTP/1.1" status: 204 len: 168 time: 0.2279496 Apr 14 07:27:46.075462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86680a1a-0a0b-4c31-b46b-50f17783e2d5,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:46.077927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:46.098389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:46.110344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.142191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.222811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Transition to ACTIVE for port object 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:46.238175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.246817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b24df3a4-df67-42c5-80fc-42a528639c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:46.254492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.256787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-dec9dd05-f9b9-4b7a-b5fd-d4b955193dca req-15b75634-0612-451c-b622-e98caa023791 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:46.298733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd370d37-fbf7-4a6e-8dfb-95e5b08eb66c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:46.352419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:46.365588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:46.374947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-022521ef-8441-41aa-959d-d5b0625a1dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:46.422162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.423402 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd370d37-fbf7-4a6e-8dfb-95e5b08eb66c HTTP/1.1" status: 204 len: 168 time: 0.7719798 Apr 14 07:27:46.475770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:46.479955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Pushing event updated for resources: {'Port': ['ID=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:46.482888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:46.483391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.490220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-dec9dd05-f9b9-4b7a-b5fd-d4b955193dca req-15b75634-0612-451c-b622-e98caa023791 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:46.495866 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dec9dd05-f9b9-4b7a-b5fd-d4b955193dca req-15b75634-0612-451c-b622-e98caa023791 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 210 time: 0.3308077 Apr 14 07:27:46.499021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:46.512943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.522416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cb4a355b-8889-4542-90d1-b85763d29fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:46.562474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aea8ca-186f-4e38-ac62-537af76c1b8b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:46.566886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:46.571095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.572334 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0aea8ca-186f-4e38-ac62-537af76c1b8b HTTP/1.1" status: 204 len: 168 time: 0.7780530 Apr 14 07:27:46.847085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Attempting to bind port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:27:46.847607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Attempting to bind port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '9053e8f8-560b-4246-bb4d-606962c097f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:27:46.847954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Attempting to bind port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 on network e627fe99-fd61-4d41-8def-c372c5f9f7f7 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:46.876965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 on network e627fe99-fd61-4d41-8def-c372c5f9f7f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:27:46.877447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Attempting to bind port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 on network e627fe99-fd61-4d41-8def-c372c5f9f7f7 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:46.894048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:27:46.894436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Checking segment: {'id': '9053e8f8-560b-4246-bb4d-606962c097f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:46.894866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Bound using segment: {'id': '9053e8f8-560b-4246-bb4d-606962c097f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:27:46.895404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Bound port: 32e05e9e-24bc-4c2a-9a59-47f7ff906d62, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9053e8f8-560b-4246-bb4d-606962c097f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:27:46.895798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.941266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.942806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-f4417889-8692-4247-9ff8-0c3a15610914 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:46.944683 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-f4417889-8692-4247-9ff8-0c3a15610914 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 817 time: 0.3650153 Apr 14 07:27:46.982052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:46.988855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:46.998858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:47.119680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] For port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:27:47.125207 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] For port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,segment=NetworkSegment(9053e8f8-560b-4246-bb4d-606962c097f7),segment_id=9053e8f8-560b-4246-bb4d-606962c097f7)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:27:47.133614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:47.144429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:47.148079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb803089-2242-4ddc-a6ce-6a02a4a7ea11 req-aec2db2b-a75d-44a5-bea1-c3619453fde0 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:47.150271 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb803089-2242-4ddc-a6ce-6a02a4a7ea11 req-aec2db2b-a75d-44a5-bea1-c3619453fde0 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 943 time: 0.1780672 Apr 14 07:27:47.151821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:47.155621 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-ccdc98a2-2e76-4e33-99dc-350382b5ea2b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 5709 time: 0.1497469 Apr 14 07:27:47.167725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'port': {'device_id': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'admin_state_up': True, 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'security_groups': ['ba53a4eb-388c-4fbc-91fd-eae74e9587b5']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:47.174030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:47.315040 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb803089-2242-4ddc-a6ce-6a02a4a7ea11 req-15f3a055-0b04-4f9a-94cd-f329980877a4 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424024 Apr 14 07:27:47.337249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bef4f-3295-4de3-b30c-349128aa0125 req-4cd17301-3549-41b9-a5e3-6dd1701b7f46 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:47.338875 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-758bef4f-3295-4de3-b30c-349128aa0125 req-4cd17301-3549-41b9-a5e3-6dd1701b7f46 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.3930025 Apr 14 07:27:47.407066 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-758bef4f-3295-4de3-b30c-349128aa0125 req-08b10731-aa4b-4435-9d0b-04fe7e750703 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542388 Apr 14 07:27:47.418375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Pushing event updated for resources: {'Port': ['ID=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:47.437603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:47.444474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:47.456076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:47.468418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Made reservation on behalf of 65f01fe2fcd8410a8a612b28f2ce1cf7 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:27:47.476413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:47.511686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:47.512898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:47.514843 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] 10.222.0.50 "PUT /v2.0/ports/32e05e9e-24bc-4c2a-9a59-47f7ff906d62 HTTP/1.1" status: 200 len: 1093 time: 2.8860087 Apr 14 07:27:47.515557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'tag': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:47.616991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50266) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:47.623512 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'tag': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62', 'status': 'completed', 'code': 200} Apr 14 07:27:47.638563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50272) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:47.666162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Allocated IP 172.20.0.13 (89a1c69c-d040-4985-92a2-0e5fbe07b1b6/44cff520-87ee-4229-893d-d8f55dea6d3b/57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:27:47.677778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:47.705995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:47.767791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Usage tracker for resource:security_group_rule and tenant:0f4fab067fe14c2d9ad30e7528b5c2d9 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:47.790379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:47.800103 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2b60de52-187e-422f-bfb0-0c38ccec7860 req-797f102d-1f19-406a-8049-037943e36193 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 210 time: 0.0981581 Apr 14 07:27:47.801174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:47.852399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-691690e0-92c9-4ddf-b316-82f709e3a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:47.854138 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-691690e0-92c9-4ddf-b316-82f709e3a24e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d4b270443cc4adda30b19a104d08231&device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 1096 time: 0.2911298 Apr 14 07:27:47.891805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:47.912024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Transition to ACTIVE for port object 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:47.939496 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-9c61885f-ecdf-4ede-84ba-cf63fbe7b4dd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32e05e9e-24bc-4c2a-9a59-47f7ff906d62 HTTP/1.1" status: 200 len: 217 time: 0.0713801 Apr 14 07:27:47.941224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.091065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:48.175852 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:48.181813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:48.243184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:27:48.244432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:27:48.251648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:27:48.297634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.317487 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:48.334173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:48.358873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e45c63d220384ad0a96f429b8276b708 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:48.368933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:48.379000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:48.391967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-f7219ede-fe78-444f-9510-2c398641fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:48.393611 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-f7219ede-fe78-444f-9510-2c398641fbeb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb HTTP/1.1" status: 200 len: 848 time: 0.4404089 Apr 14 07:27:48.406117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.416603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:48.417349 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.476053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.480115 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3179708 Apr 14 07:27:48.493973 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Request body: {'port': {'device_id': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:27:48.537308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:48.537954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.545034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:48.566832 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f4fab067fe14c2d9ad30e7528b5c2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9190400 Apr 14 07:27:48.584179 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-915d7952-e5fa-403c-8913-7fed4172dd97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e627fe99-fd61-4d41-8def-c372c5f9f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814861 Apr 14 07:27:48.605689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50308) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:48.649271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-e49f879e-fa6b-422e-9c32-e5abfb2f4442 None None] Provisioning for port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:48.656450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-e49f879e-fa6b-422e-9c32-e5abfb2f4442 None None] Provisioning complete for port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:48.656920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e49f879e-fa6b-422e-9c32-e5abfb2f4442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.798614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:48.813617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-e49f879e-fa6b-422e-9c32-e5abfb2f4442 None None] Port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:27:48.896651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c6703-2c27-46db-b9dc-03fb6defaa85 req-01af2e45-c22c-4149-a242-ae98b830bb58 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:48.898234 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9f6c6703-2c27-46db-b9dc-03fb6defaa85 req-01af2e45-c22c-4149-a242-ae98b830bb58 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 943 time: 0.1921873 Apr 14 07:27:48.952198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f29f1e-aabb-4761-baf4-679c7b6a9963,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:48.966985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:49.026211 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9f6c6703-2c27-46db-b9dc-03fb6defaa85 req-fb99170b-7baf-4aa6-94a9-ece1ea0e436c tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942905 Apr 14 07:27:49.045775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.186870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.243900 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-d074974b-bd60-4599-95ef-0021a25d053a service neutron] 10.222.0.50 "GET /v2.0/networks/e627fe99-fd61-4d41-8def-c372c5f9f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230404 Apr 14 07:27:49.383995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4b562-bd94-4ced-bad8-352c2af0077a req-e5481ca8-5d47-4256-a4ec-652bbae898dc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:49.393811 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dc4b562-bd94-4ced-bad8-352c2af0077a req-e5481ca8-5d47-4256-a4ec-652bbae898dc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.7870460 Apr 14 07:27:49.412214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.447874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.459957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-79446d98-31ea-48cc-b5e5-5c7d008237a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:49.489717 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dc4b562-bd94-4ced-bad8-352c2af0077a req-642f4ba9-af68-4505-b58c-13f11b5ec98d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880239 Apr 14 07:27:49.505710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575fcc4-b1af-402a-9aef-8fe559c4feb1 req-de5b9233-c279-44a9-979c-64b3f96160b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:49.507517 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8575fcc4-b1af-402a-9aef-8fe559c4feb1 req-de5b9233-c279-44a9-979c-64b3f96160b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 1099 time: 0.4425046 Apr 14 07:27:49.579044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.599395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5926c8-dde0-493c-90c4-37a86530f6e0 req-768efe7f-7600-47c7-a064-f2d17ebfc6ff tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:49.599395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-ee5926c8-dde0-493c-90c4-37a86530f6e0 req-768efe7f-7600-47c7-a064-f2d17ebfc6ff tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:49.606958 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e45c63d220384ad0a96f429b8276b708&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9797885 Apr 14 07:27:49.607337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50340) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:49.610195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c604f1c-14b9-4420-b1b2-42599553a373,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:49.624043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:49.627769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ae0c6dc6-4f11-4f36-90a7-efeb817d1854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:49.635359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-ee5926c8-dde0-493c-90c4-37a86530f6e0 req-768efe7f-7600-47c7-a064-f2d17ebfc6ff tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:49.643115 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ee5926c8-dde0-493c-90c4-37a86530f6e0 req-768efe7f-7600-47c7-a064-f2d17ebfc6ff tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 932 time: 0.2560186 Apr 14 07:27:49.643793 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f702f38d-68b7-42d5-abcd-d3c253faeaf1 req-ae4e5f2a-8be8-4f13-95e4-94858e62aebf service neutron] 10.222.0.50 "GET /v2.0/networks/e627fe99-fd61-4d41-8def-c372c5f9f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831871 Apr 14 07:27:49.652943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f29f1e-aabb-4761-baf4-679c7b6a9963,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:49.655546 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8575fcc4-b1af-402a-9aef-8fe559c4feb1 req-6a15ac2b-9e93-4027-951e-5b9d80140f91 service neutron] Synchronizing usage tracker for tenant:75c2a27da9bf4fc2904929717d9844a7 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:49.658483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:49.660565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.664585 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00f29f1e-aabb-4761-baf4-679c7b6a9963 HTTP/1.1" status: 204 len: 168 time: 1.0487196 Apr 14 07:27:49.688337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8575fcc4-b1af-402a-9aef-8fe559c4feb1 req-6a15ac2b-9e93-4027-951e-5b9d80140f91 service neutron] Unset dirty status for tenant:75c2a27da9bf4fc2904929717d9844a7 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:49.689688 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8575fcc4-b1af-402a-9aef-8fe559c4feb1 req-6a15ac2b-9e93-4027-951e-5b9d80140f91 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736517 Apr 14 07:27:49.718320 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ee5926c8-dde0-493c-90c4-37a86530f6e0 req-4448240f-8420-4e07-9bf1-51be3f4ffb8c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740924 Apr 14 07:27:49.794422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.808118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:49.820693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.845656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.864189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Transition to ACTIVE for port object 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:27:49.874660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:49.884976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-732904ba-01a3-4810-a5ab-3c03eabadc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:49.886775 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-732904ba-01a3-4810-a5ab-3c03eabadc95 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4d4b270443cc4adda30b19a104d08231&device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 1096 time: 0.1072297 Apr 14 07:27:49.904231 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4f90a1f3-0fed-44fe-8db0-1376303300bc tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:50.066875 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-5fdfa0b7-f947-4480-b6c4-77b0f60cce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:50.068990 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-5fdfa0b7-f947-4480-b6c4-77b0f60cce1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=e627fe99-fd61-4d41-8def-c372c5f9f7f7 HTTP/1.1" status: 200 len: 909 time: 0.1748846 Apr 14 07:27:50.077957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:50.090855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:50.126241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:50.183254 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-42fb870e-9aab-42f3-ae6d-b215bb04856d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32e05e9e-24bc-4c2a-9a59-47f7ff906d62 HTTP/1.1" status: 200 len: 217 time: 0.1041520 Apr 14 07:27:50.186784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:50.238059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:50.239333 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c604f1c-14b9-4420-b1b2-42599553a373 HTTP/1.1" status: 204 len: 168 time: 0.6310523 Apr 14 07:27:50.249290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c604f1c-14b9-4420-b1b2-42599553a373,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:50.289616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:50.441346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-389a91cd-cfb5-45c2-8cfa-43b4d0ad3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:50.442967 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-389a91cd-cfb5-45c2-8cfa-43b4d0ad3f72 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb HTTP/1.1" status: 200 len: 848 time: 0.2523239 Apr 14 07:27:50.511265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Attempting to bind port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:27:50.511853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Attempting to bind port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:27:50.512297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Attempting to bind port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:50.518194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:27:50.518631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Attempting to bind port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:27:50.525280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:27:50.525734 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Checking segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:27:50.526225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Bound using segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:27:50.526766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Bound port: 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:27:50.527234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:50.543016 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-66c1fa71-22a6-4034-a230-64b14a6c42d6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e627fe99-fd61-4d41-8def-c372c5f9f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886569 Apr 14 07:27:50.627947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:27:50.633156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:27:50.638978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:50.752052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26aef6-24a3-4b63-9f13-60631bbade00 req-5de8b895-3297-4db7-9840-c3cfe6001673 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:50.754465 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8b26aef6-24a3-4b63-9f13-60631bbade00 req-5de8b895-3297-4db7-9840-c3cfe6001673 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 943 time: 0.4268606 Apr 14 07:27:50.850689 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8b26aef6-24a3-4b63-9f13-60631bbade00 req-ebfdc46c-ce99-4d6c-9160-044c067707e9 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813589 Apr 14 07:27:50.915923 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-d3325fe2-51d3-4600-bde5-1b75223b60b0 service neutron] 10.222.0.50 "GET /v2.0/networks/e627fe99-fd61-4d41-8def-c372c5f9f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641860 Apr 14 07:27:50.961033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:50.989702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50394) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:51.245587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:51.259320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:51.289939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.290841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:51.291933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.293672 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] 10.222.0.50 "PUT /v2.0/ports/57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 HTTP/1.1" status: 200 len: 1094 time: 2.8050904 Apr 14 07:27:51.294472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:51.344355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada16964-e591-42e6-83f5-65f8678f7aa5 req-c0117f39-b9ea-46d9-b8e6-a28ab5c0a1da tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:51.346980 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ada16964-e591-42e6-83f5-65f8678f7aa5 req-c0117f39-b9ea-46d9-b8e6-a28ab5c0a1da tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.4351172 Apr 14 07:27:51.356626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:51.378837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Usage tracker for resource:security_group_rule and tenant:0d79e8ae0de64371a702708c1d8450eb is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:51.389246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:51.404397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b8505-f3f9-4308-92cd-81e89a6f5ac2 req-4ce20a8b-9b3a-4fc7-8fd9-1f02a3d15187 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:51.413882 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3e0b8505-f3f9-4308-92cd-81e89a6f5ac2 req-4ce20a8b-9b3a-4fc7-8fd9-1f02a3d15187 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.2786548 Apr 14 07:27:51.444243 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ada16964-e591-42e6-83f5-65f8678f7aa5 req-5b055dc2-122a-4110-b572-b32a16352bd6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Apr 14 07:27:51.462247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-3e0b8505-f3f9-4308-92cd-81e89a6f5ac2 req-3c94b43b-e8de-4986-9f7d-dd2486356246 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:27:51.476002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:51.476002 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-816553fd-7a78-4fec-a069-de0cbdb8756d req-1692346d-f88a-4457-ab1b-f4e50680bcf7 service neutron] 10.222.0.50 "GET /v2.0/networks/e627fe99-fd61-4d41-8def-c372c5f9f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5442195 Apr 14 07:27:51.522839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-3e0b8505-f3f9-4308-92cd-81e89a6f5ac2 req-3c94b43b-e8de-4986-9f7d-dd2486356246 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:27:51.532130 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3e0b8505-f3f9-4308-92cd-81e89a6f5ac2 req-3c94b43b-e8de-4986-9f7d-dd2486356246 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170745 Apr 14 07:27:51.536374 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'status': 'completed', 'code': 200} Apr 14 07:27:51.545667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-562758f1-db25-442a-847a-49d9cc85b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:51.549845 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-562758f1-db25-442a-847a-49d9cc85b91c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 1097 time: 0.2012277 Apr 14 07:27:51.653130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.656655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.668608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b6e70d48-baa6-491c-88e1-b810d8f24354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:51.685559 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-97ce99f7-c095-4142-a9f1-9a545399700d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 HTTP/1.1" status: 200 len: 217 time: 0.1257691 Apr 14 07:27:51.716843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec120b-066f-43bb-835d-5925e71f822d,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:51.724905 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d79e8ae0de64371a702708c1d8450eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340822 Apr 14 07:27:51.726680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:51.728002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50430) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:51.768380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-d9fa14de-5be1-4ea8-a1bf-1881025005e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:51.770637 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-d9fa14de-5be1-4ea8-a1bf-1881025005e0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.0785308 Apr 14 07:27:51.806024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.838615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.869022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c6046e3e-a102-4db6-83e5-fc08322a30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:51.870859 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-c6046e3e-a102-4db6-83e5-fc08322a30d8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926244 Apr 14 07:27:51.914167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.919583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2026dd22-0113-42a2-99a1-a48794cb9a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:51.946994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec120b-066f-43bb-835d-5925e71f822d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:51.980220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:51.994227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:51.998814 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74ec120b-066f-43bb-835d-5925e71f822d HTTP/1.1" status: 204 len: 168 time: 0.2696283 Apr 14 07:27:52.055454 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-6a767cb6-1f7b-4411-afe3-49a34327a83f service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771288 Apr 14 07:27:52.133195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb6c8a-8927-4ebe-b97b-279940a8e3ba req-d5bf9a48-5a40-4130-a897-edfc603e3736 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:52.141359 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-81cb6c8a-8927-4ebe-b97b-279940a8e3ba req-d5bf9a48-5a40-4130-a897-edfc603e3736 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 943 time: 0.1201687 Apr 14 07:27:52.213203 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-81cb6c8a-8927-4ebe-b97b-279940a8e3ba req-8e8cf091-6542-4425-9622-7a8ca2971480 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708485 Apr 14 07:27:52.233744 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8a628bd-226b-4a70-b9aa-4a1b7cd834e4 req-be4a36c7-6427-47db-845b-d94ebb7d2e27 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711822 Apr 14 07:27:52.376501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236975c-6cd4-4978-8376-519a874feaaf req-c469912e-d6ae-452c-869d-b3900d7f9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:52.379116 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5236975c-6cd4-4978-8376-519a874feaaf req-c469912e-d6ae-452c-869d-b3900d7f9397 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 1097 time: 0.0950243 Apr 14 07:27:52.432297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:27:52.554042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236975c-6cd4-4978-8376-519a874feaaf req-31d80538-0684-4429-9fbd-03dbe48164cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:52.555947 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5236975c-6cd4-4978-8376-519a874feaaf req-31d80538-0684-4429-9fbd-03dbe48164cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.1690760 Apr 14 07:27:52.642599 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,segment=NetworkSegment(9053e8f8-560b-4246-bb4d-606962c097f7),segment_id=9053e8f8-560b-4246-bb4d-606962c097f7)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:52.662796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62', 'network_id': 'e627fe99-fd61-4d41-8def-c372c5f9f7f7', 'port_id': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62', 'mac_address': 'fa:16:3e:d9:1b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:27:52.729082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50474) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:52.743003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:52.767766 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5236975c-6cd4-4978-8376-519a874feaaf req-cf6bc17a-c445-464a-a5ee-8299c7c09399 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 HTTP/1.1" status: 200 len: 217 time: 0.2020624 Apr 14 07:27:52.771685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:52.793864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,segment=NetworkSegment(9053e8f8-560b-4246-bb4d-606962c097f7),segment_id=9053e8f8-560b-4246-bb4d-606962c097f7)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:52.797304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:52.799942 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:52.848347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236975c-6cd4-4978-8376-519a874feaaf req-dcdee4c9-6f0d-4c99-b6c7-4273cc9f5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:52.850168 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5236975c-6cd4-4978-8376-519a874feaaf req-dcdee4c9-6f0d-4c99-b6c7-4273cc9f5676 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.0751967 Apr 14 07:27:52.887337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:52.896889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:52.903901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:52.956380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:52.968091 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50480) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:52.968265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa8c5abf79f44b6a76ad6f0a5e563ed is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:52.974141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:52.981944 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca216-e4f5-41ea-ab18-a280beabe977 req-a45dce39-a0b8-4390-a24f-a90ca999b412 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:52.986897 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:52.990542 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b51ca216-e4f5-41ea-ab18-a280beabe977 req-a45dce39-a0b8-4390-a24f-a90ca999b412 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.2826378 Apr 14 07:27:53.063949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236975c-6cd4-4978-8376-519a874feaaf req-30f113bf-4226-4d61-97f6-e859eb3ecb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:53.065621 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5236975c-6cd4-4978-8376-519a874feaaf req-30f113bf-4226-4d61-97f6-e859eb3ecb04 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2067344 Apr 14 07:27:53.070423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['32e05e9e-24bc-4c2a-9a59-47f7ff906d62'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:27:53.077736 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b51ca216-e4f5-41ea-ab18-a280beabe977 req-1b271bcf-9227-4f97-9466-b7cbc97e9c7f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862269 Apr 14 07:27:53.144206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9214e-28ab-4728-9329-590568e265c4 req-fbc1e877-c0ec-4969-8d71-2f6308e46acc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:53.158353 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ecf9214e-28ab-4728-9329-590568e265c4 req-fbc1e877-c0ec-4969-8d71-2f6308e46acc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.4096954 Apr 14 07:27:53.314118 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ecf9214e-28ab-4728-9329-590568e265c4 req-2430d0fb-2e04-41d1-af02-eda6ecd6eca6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507411 Apr 14 07:27:53.351026 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5236975c-6cd4-4978-8376-519a874feaaf req-cec80f6e-71d7-407f-90bb-bec32b21b2be service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636511 Apr 14 07:27:53.416422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.420655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.448964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-aa0003d2-c7df-4a61-9305-4f6d8858d772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:53.572752 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4aa8c5abf79f44b6a76ad6f0a5e563ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8399520 Apr 14 07:27:53.572752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e77e4c-cb46-464c-9f84-2a39eaefb4b9,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:53.573581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50500) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:53.577093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:53.580308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.654627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:53.658710 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5236975c-6cd4-4978-8376-519a874feaaf req-1cbc74ec-d560-42d3-acc0-dc73f1ee3a29 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930970 Apr 14 07:27:53.660999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.664045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca84a169f7246b981dcdec0fee4e122 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:53.667340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:53.671366 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2ffbc-ef6d-41ff-aaff-7d6b79de407b req-ab26da2c-d040-4ea1-ae1d-fc623e586b99 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:53.673015 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-27d2ffbc-ef6d-41ff-aaff-7d6b79de407b req-ab26da2c-d040-4ea1-ae1d-fc623e586b99 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1760545 Apr 14 07:27:53.678968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:53.720273 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.723629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1142e24-7b7f-4eb8-a9c7-eeee8dc6eefd req-add6fdcf-defa-4317-8dcb-e2c491f922ce tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:53.725318 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1142e24-7b7f-4eb8-a9c7-eeee8dc6eefd req-add6fdcf-defa-4317-8dcb-e2c491f922ce tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 944 time: 0.2130013 Apr 14 07:27:53.729562 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-27d2ffbc-ef6d-41ff-aaff-7d6b79de407b req-37ed18a9-25d9-460c-b147-29e5aee8ec20 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481589 Apr 14 07:27:53.773802 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1142e24-7b7f-4eb8-a9c7-eeee8dc6eefd req-f20f9b77-6739-4b52-88c1-800847730e13 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349684 Apr 14 07:27:53.781424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.787744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7b766677-ee20-4975-bb71-3103d2a28d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:53.810628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e77e4c-cb46-464c-9f84-2a39eaefb4b9,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:53.816989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:53.819180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.820358 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94e77e4c-cb46-464c-9f84-2a39eaefb4b9 HTTP/1.1" status: 204 len: 168 time: 0.2448275 Apr 14 07:27:53.866149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.869804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:53.902625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-67a9b9fa-54f4-4992-9381-d0ddd8878f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:53.930944 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ca84a169f7246b981dcdec0fee4e122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9592307 Apr 14 07:27:53.931869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d284ab4-9886-4018-92e7-6d4670291d1e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:53.934087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50516) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:53.935277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:54.030261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:54.059517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:54.110242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:54.116336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-da6aa53d-1c22-4a44-b821-ae7ff11c5ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:54.130115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d284ab4-9886-4018-92e7-6d4670291d1e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:54.138899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:54.140664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:54.142069 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d284ab4-9886-4018-92e7-6d4670291d1e HTTP/1.1" status: 204 len: 168 time: 0.2069147 Apr 14 07:27:54.377650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:27:54.460825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:54.577998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:54.587152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:54.588050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:54.683281 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8ae8-55c8-4202-a52d-bbc075f26b47 req-4db48718-91ca-4e70-ba60-5eaa2d353e80 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:54.692451 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-271d8ae8-55c8-4202-a52d-bbc075f26b47 req-4db48718-91ca-4e70-ba60-5eaa2d353e80 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1899002 Apr 14 07:27:54.733376 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-271d8ae8-55c8-4202-a52d-bbc075f26b47 req-ec8c22ed-ed3b-46a4-9204-ce48b3b64df4 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396800 Apr 14 07:27:54.743524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:54.766323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,segment=NetworkSegment(9053e8f8-560b-4246-bb4d-606962c097f7),segment_id=9053e8f8-560b-4246-bb4d-606962c097f7)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:54.767465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:54.773896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:54.775897 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:54.894870 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62', 'code': 200} Apr 14 07:27:54.939537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:54.955726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:55.075438 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f375f-3343-407e-8d6d-1ca437d10ffb req-d3c3ff74-c70b-46f9-9e45-ac1f501852b7 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:55.085309 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4a6f375f-3343-407e-8d6d-1ca437d10ffb req-d3c3ff74-c70b-46f9-9e45-ac1f501852b7 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 945 time: 0.1383348 Apr 14 07:27:55.121146 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4a6f375f-3343-407e-8d6d-1ca437d10ffb req-343e310b-c9bd-4cd5-8fda-685a473e586f tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Apr 14 07:27:55.224387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768f37a-2dbf-42d1-910f-051165ed0115 req-2873a3a7-504e-4e38-b827-3b1dbeaa3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:55.226285 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9768f37a-2dbf-42d1-910f-051165ed0115 req-2873a3a7-504e-4e38-b827-3b1dbeaa3070 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 1098 time: 0.1519938 Apr 14 07:27:55.258116 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9768f37a-2dbf-42d1-910f-051165ed0115 req-0e15b678-327c-4e37-964c-7eb784909105 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243642 Apr 14 07:27:55.958974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41675a91-0aa6-46b2-aa5b-c09d68b8e7b8 req-ce3d79b0-7787-49cd-943c-bcad3dea87dd tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:55.961355 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-41675a91-0aa6-46b2-aa5b-c09d68b8e7b8 req-ce3d79b0-7787-49cd-943c-bcad3dea87dd tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0990870 Apr 14 07:27:56.000655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-41675a91-0aa6-46b2-aa5b-c09d68b8e7b8 req-db5fff5f-3685-49c6-8118-effd5c1db73e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Apr 14 07:27:56.022871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-9e675b1e-60af-4c91-b5b9-fd694d13d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:56.025689 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-9e675b1e-60af-4c91-b5b9-fd694d13d36d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.2397537 Apr 14 07:27:56.040344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1486ad3-e9f8-4beb-ae37-7ac896e41339 req-54bacbfd-7441-4bf8-84b4-17db9d48dddd tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:56.042231 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b1486ad3-e9f8-4beb-ae37-7ac896e41339 req-54bacbfd-7441-4bf8-84b4-17db9d48dddd tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1723821 Apr 14 07:27:56.159894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50620) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:56.204316 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b1486ad3-e9f8-4beb-ae37-7ac896e41339 req-f119177d-33bb-45ba-b08c-078686826210 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287630 Apr 14 07:27:56.289764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-c1f29b0b-53ff-42ce-be6b-24883478d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:56.291577 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-c1f29b0b-53ff-42ce-be6b-24883478d0e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.2481999 Apr 14 07:27:56.453241 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-cfd22fc7-7645-4269-90cc-5285843b1513 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 217 time: 0.1545398 Apr 14 07:27:56.483019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:27:56.544070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a685fe-c823-42f1-8b24-209052ab4178 req-7cad2640-f5dd-4914-bf05-8cf83dd0d7cd tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:56.547476 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1a685fe-c823-42f1-8b24-209052ab4178 req-7cad2640-f5dd-4914-bf05-8cf83dd0d7cd tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 945 time: 0.2013357 Apr 14 07:27:56.574687 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-c55ecd4c-eac6-49e2-a90e-8a4993d0a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:56.577049 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-c55ecd4c-eac6-49e2-a90e-8a4993d0a2d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.1168923 Apr 14 07:27:56.581077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50634) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:56.611816 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1a685fe-c823-42f1-8b24-209052ab4178 req-8b615352-24ef-4003-8962-bc897190966f tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Apr 14 07:27:56.669761 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-707ff754-df72-445c-81c2-973d84eaaa03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687535 Apr 14 07:27:56.784541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:56.907517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:56.923217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'port_id': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'mac_address': 'fa:16:3e:54:c3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:27:56.986449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:56.988332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:27:57.005567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:57.009453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:57.011582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:57.042282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:57.052273 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:57.062868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d2ac78d37c6433aa388e55a0b3293c6 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:57.072648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:57.078382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:57.090576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:57.094264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:57.099155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Usage tracker for resource:security_group_rule and tenant:ee92e8ad4cda4481bbbbe9d2c94fafd2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:57.104567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:57.106835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:57.119099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:57.146887 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-58f635e6-648a-4924-bfe0-d5f83b177512 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601598 Apr 14 07:27:57.274980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237377d2-2393-433f-afdc-5857828f46ee req-b3aebc12-6001-4d19-9986-8368010012ce tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:57.282690 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-237377d2-2393-433f-afdc-5857828f46ee req-b3aebc12-6001-4d19-9986-8368010012ce tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1025183 Apr 14 07:27:57.288165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:27:57.317533 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-237377d2-2393-433f-afdc-5857828f46ee req-d7dbf82c-08b5-4a52-b893-175585754fdf tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Apr 14 07:27:57.331114 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7755fbf9-909e-4032-8754-eb58f1574bc6 req-8c574cb6-56e7-4d3b-ab79-88a955c9b727 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719952 Apr 14 07:27:57.531214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:57.542430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:57.552010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:57.555081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8651226f-7050-4c7a-9e24-301497ef3485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:57.576579 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:57.636025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45bb1-0eb7-4fa5-bc84-9fef3c06cc16 req-af651a90-e758-4e72-a35b-5ca64b315587 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:57.637737 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-41d45bb1-0eb7-4fa5-bc84-9fef3c06cc16 req-af651a90-e758-4e72-a35b-5ca64b315587 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 945 time: 0.2494097 Apr 14 07:27:57.646822 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee92e8ad4cda4481bbbbe9d2c94fafd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646768 Apr 14 07:27:57.649829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50670) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:57.650125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba9414e-6389-44d3-ba11-dc71616ef293,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:57.656643 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d2ac78d37c6433aa388e55a0b3293c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4752567 Apr 14 07:27:57.668368 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:57.668947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d93dc3dd-f962-45ff-bcf1-cbf963b7363c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:57.673846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50674) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:57.703114 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-41d45bb1-0eb7-4fa5-bc84-9fef3c06cc16 req-ac115ea3-2d9f-4a8c-898a-0dbc89dbb00f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541496 Apr 14 07:27:57.707930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75db7153-1b97-47e3-9dd9-0e47bd99395d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:57.711570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:58.097389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.182078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.212488 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.228480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.267539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b4f0e-e77d-4403-af43-93a60b434165 req-8255d252-690a-4bae-b0d1-16a5666146ae tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:58.269727 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a16b4f0e-e77d-4403-af43-93a60b434165 req-8255d252-690a-4bae-b0d1-16a5666146ae tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 945 time: 0.4779413 Apr 14 07:27:58.327638 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a16b4f0e-e77d-4403-af43-93a60b434165 req-964c5092-74fa-4dc2-8708-24ffd88c26b0 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Apr 14 07:27:58.337723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.343062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9e17e5bf-e093-4bff-bfab-38b5148a1647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:58.352471 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.367896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75db7153-1b97-47e3-9dd9-0e47bd99395d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:58.375096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:58.376738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2d8bed9e-fd24-42a9-a5f0-d6a13d51808d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:58.390870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.395174 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dba9414e-6389-44d3-ba11-dc71616ef293 HTTP/1.1" status: 204 len: 168 time: 0.7172089 Apr 14 07:27:58.403396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba9414e-6389-44d3-ba11-dc71616ef293,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:58.406263 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:58.407760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.409860 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75db7153-1b97-47e3-9dd9-0e47bd99395d HTTP/1.1" status: 204 len: 168 time: 0.7590168 Apr 14 07:27:58.502411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:27:58.642298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:27:58.647850 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:27:58.647984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f37520-cc8b-4ac7-a2a5-a0d5d8137f97 req-29f7b731-ba2c-4584-94d1-05b96b17b885 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:58.648458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.658851 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-66f37520-cc8b-4ac7-a2a5-a0d5d8137f97 req-29f7b731-ba2c-4584-94d1-05b96b17b885 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1843708 Apr 14 07:27:58.711516 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-66f37520-cc8b-4ac7-a2a5-a0d5d8137f97 req-8509f783-16a3-40d9-9b4f-52d7530aeb33 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494485 Apr 14 07:27:58.815997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.830888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:27:58.869408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:27:58.877130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:58.879476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3c1573b1-fbfa-4f7d-84ab-0b3dd874e734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:58.951116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 50726) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:58.997192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:59.035938 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'code': 200} Apr 14 07:27:59.036972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:59.037412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:27:59.042737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Usage tracker for resource:security_group_rule and tenant:d812999d1fb644d1bc8a4bfab7da6f9c is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:27:59.044773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:59.054511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:27:59.061453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:27:59.140059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508be9c7-930d-4c3f-8f18-ea2725468dda req-141c9ce2-d7ef-44c2-a3c4-6490d916455a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:59.148018 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-508be9c7-930d-4c3f-8f18-ea2725468dda req-141c9ce2-d7ef-44c2-a3c4-6490d916455a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.2127445 Apr 14 07:27:59.184832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:59.188794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:59.199389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-508be9c7-930d-4c3f-8f18-ea2725468dda req-4d9b0a13-6fb7-4154-ad87-41a8fc3aa90f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404954 Apr 14 07:27:59.204769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7ec029d2-d942-4392-bd46-3a6db859d930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:59.303957 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d812999d1fb644d1bc8a4bfab7da6f9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490398 Apr 14 07:27:59.304476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50740) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:27:59.306666 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5769bb0-4187-4735-b847-5884d8a03897,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:59.313839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:59.369675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cc131-ef2f-463e-b724-f057384e5f7d req-5dcdccb0-ad65-4554-8174-0085a175f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:59.372053 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c72cc131-ef2f-463e-b724-f057384e5f7d req-5dcdccb0-ad65-4554-8174-0085a175f0a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 1099 time: 0.1684890 Apr 14 07:27:59.388226 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:59.421058 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c72cc131-ef2f-463e-b724-f057384e5f7d req-522e49d0-f28b-443f-816f-0e818de2caab service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Apr 14 07:27:59.421810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:59.488813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:59.494610 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d89395ca-af20-4723-bc89-a30b0b7bd382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:27:59.510724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5769bb0-4187-4735-b847-5884d8a03897,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:27:59.514209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:27:59.515936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:27:59.517600 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5769bb0-4187-4735-b847-5884d8a03897 HTTP/1.1" status: 204 len: 168 time: 0.2119951 Apr 14 07:27:59.968232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bff0f9-afd0-4cda-8081-111cc83d82e6 req-05b6c42a-9ca4-498d-b3c4-83e862d05fd1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:27:59.975602 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6bff0f9-afd0-4cda-8081-111cc83d82e6 req-05b6c42a-9ca4-498d-b3c4-83e862d05fd1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1487582 Apr 14 07:28:00.037765 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6bff0f9-afd0-4cda-8081-111cc83d82e6 req-31997a6f-a6a8-45e9-8b36-761ff50c2f7b tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Apr 14 07:28:00.523288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121062a3-30a2-4787-a910-d6e30e60cd52 req-be79677c-d5b8-4e12-8353-ad2677ea724a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:00.525164 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-121062a3-30a2-4787-a910-d6e30e60cd52 req-be79677c-d5b8-4e12-8353-ad2677ea724a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1115208 Apr 14 07:28:00.604338 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-121062a3-30a2-4787-a910-d6e30e60cd52 req-3a99e54e-97c3-4f9e-a749-33a144df6f83 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723271 Apr 14 07:28:01.236349 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbd161-604f-49ca-a8fe-462c4f72fd48 req-47dbff00-2ba9-424a-b31b-62e34ea2554c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:01.238717 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d5bbd161-604f-49ca-a8fe-462c4f72fd48 req-47dbff00-2ba9-424a-b31b-62e34ea2554c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1052036 Apr 14 07:28:01.270257 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d5bbd161-604f-49ca-a8fe-462c4f72fd48 req-928d190c-f07d-4a8b-b326-7890a5154055 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249519 Apr 14 07:28:01.820469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1360a-e1c0-4094-9940-c89e7d49b59f req-dd76972a-86a6-4ec9-98c3-b03d182c081b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:01.822104 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7de1360a-e1c0-4094-9940-c89e7d49b59f req-dd76972a-86a6-4ec9-98c3-b03d182c081b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0955918 Apr 14 07:28:01.853913 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7de1360a-e1c0-4094-9940-c89e7d49b59f req-687edd37-e774-436c-961e-5f0480a2a243 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253870 Apr 14 07:28:02.105639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab243c-a32e-4ba6-9b4d-c1cd8964a11d req-66e87944-1f2e-486a-b605-5ac5dac6b994 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:02.113102 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dcab243c-a32e-4ba6-9b4d-c1cd8964a11d req-66e87944-1f2e-486a-b605-5ac5dac6b994 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1275041 Apr 14 07:28:02.118078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 50920) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:02.124716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'floatingip': {'port_id': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:02.242676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:02.466940 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-294ab0f2-3871-4def-aad6-39928b3a8292 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=51cb58f9e4754f70a90e2acb156567da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2269847 Apr 14 07:28:02.516226 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb46f4b-70fb-4a43-b581-4355200df134 req-0864519f-a8b1-441e-a90a-082f189a37ab tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:02.518108 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7bb46f4b-70fb-4a43-b581-4355200df134 req-0864519f-a8b1-441e-a90a-082f189a37ab tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1180925 Apr 14 07:28:02.562227 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7bb46f4b-70fb-4a43-b581-4355200df134 req-e1150701-ec2b-412a-b4cc-dbccb95ec2c9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346937 Apr 14 07:28:02.852255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-6194ad69-9000-4f12-8cb7-590be2f1efd4 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:02.853860 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-6194ad69-9000-4f12-8cb7-590be2f1efd4 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3802459 Apr 14 07:28:02.899140 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-d139440d-1f1e-465c-9a8d-e379c0c06b44 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/quotas/51cb58f9e4754f70a90e2acb156567da HTTP/1.1" status: 200 len: 375 time: 0.0324435 Apr 14 07:28:03.067677 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-a125ba20-1f4d-4c8d-aa3e-5e75c47696c7 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51cb58f9e4754f70a90e2acb156567da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1322696 Apr 14 07:28:03.143566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a006a6-afb5-4e34-a62d-7fa7fede8bfb req-cb334677-64a0-442d-9fe4-85507a047c71 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:03.145328 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-73a006a6-afb5-4e34-a62d-7fa7fede8bfb req-cb334677-64a0-442d-9fe4-85507a047c71 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 945 time: 0.1193099 Apr 14 07:28:03.201188 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-73a006a6-afb5-4e34-a62d-7fa7fede8bfb req-75ac8e21-e609-4512-912a-f6ed2f90d0b6 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Apr 14 07:28:03.334467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-caa35055-71dd-4bbf-972f-474ed5e21c6d req-e8e88485-76a9-437c-a782-1e95e3f364f2 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 210 time: 0.0628250 Apr 14 07:28:03.365504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:03.368848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:03.566531 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Floating IP bd1d371a-5c4a-4da0-87a8-bd6605efce91 associated. External IP: 172.28.2.179, port: 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947. Apr 14 07:28:03.956557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605c2ff-eb9f-40f9-9d42-17e9cc142a6c req-a344d121-f309-40c6-9fce-c03ad7bc2c94 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:03.983532 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9605c2ff-eb9f-40f9-9d42-17e9cc142a6c req-a344d121-f309-40c6-9fce-c03ad7bc2c94 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2367630 Apr 14 07:28:04.002797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Router 9c447231-0fce-4aec-8a71-cbf003562861 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:28:04.035555 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9605c2ff-eb9f-40f9-9d42-17e9cc142a6c req-928b2921-3e67-48c9-aaba-982c197a7265 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Apr 14 07:28:04.052731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6dfd44c8-4055-4156-adf8-d95190482e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.259350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51008) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:04.438192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.463836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:04.469502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Usage tracker for resource:security_group_rule and tenant:8f119dbd3563425c9aca0124f7f9d14a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:04.473761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:04.479997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:04.526335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:28:04.531445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.539109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] Sync routers for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:28:04.555921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:04.558339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:04.616494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.624450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.639502 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4b17e1e9-285a-4e91-9910-f3396432c3b1 req-a5055a48-4c92-4132-a4bc-6eaa70bec38f tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 210 time: 0.1408739 Apr 14 07:28:04.641907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-54a82220-43d4-423a-81bc-fff4e3c23abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:04.645323 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f01ff534-93b2-4632-94fd-c73299e072bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "PUT /v2.0/floatingips/bd1d371a-5c4a-4da0-87a8-bd6605efce91 HTTP/1.1" status: 200 len: 992 time: 2.5255818 Apr 14 07:28:04.656873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:28:04.675836 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f119dbd3563425c9aca0124f7f9d14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153066 Apr 14 07:28:04.676719 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51026) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:04.679520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee79e5-11fb-4e69-aaa9-c7a3246414ab req-250842b5-cd71-492b-8c5a-e25e4e4016e1 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:04.687521 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-abee79e5-11fb-4e69-aaa9-c7a3246414ab req-250842b5-cd71-492b-8c5a-e25e4e4016e1 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 945 time: 0.2312098 Apr 14 07:28:04.746501 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-abee79e5-11fb-4e69-aaa9-c7a3246414ab req-ca9dbb75-fbb7-4d9a-99e6-147d5636d28d tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578623 Apr 14 07:28:04.747023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8863f-3590-428b-8473-e4c86e85953b,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:04.784403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:04.785912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.819703 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'status': 'completed', 'code': 200} Apr 14 07:28:04.832641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.941311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:04.962361 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-ad3a48cf-ace5-4cf2-b21e-3753a0a02808 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=51cb58f9e4754f70a90e2acb156567da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469182 Apr 14 07:28:04.971221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fc1f4b00-9d33-469b-8eef-68997c4c27f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:04.986546 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8863f-3590-428b-8473-e4c86e85953b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:04.997291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:05.027128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:05.051813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:05.054113 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fc8863f-3590-428b-8473-e4c86e85953b HTTP/1.1" status: 204 len: 168 time: 0.3758976 Apr 14 07:28:05.080902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-1ae4d507-957b-40b7-a952-b99d6a4c6c99 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:05.090602 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-1ae4d507-957b-40b7-a952-b99d6a4c6c99 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 945 time: 0.2082474 Apr 14 07:28:05.246883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-996ef5f5-fbb1-449c-896b-7d1ae62e1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:05.250132 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-996ef5f5-fbb1-449c-896b-7d1ae62e1316 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 1099 time: 0.3980868 Apr 14 07:28:05.263568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Deleting port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:28:05.272228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:05.585208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-1b51e85b-d48f-4b20-bb7c-2fad8ab3b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:05.587379 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-1b51e85b-d48f-4b20-bb7c-2fad8ab3b712 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.3158181 Apr 14 07:28:05.597229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-c22e30a7-3382-408a-bfb0-0247497bbd25 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:05.598959 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-c22e30a7-3382-408a-bfb0-0247497bbd25 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6288207 Apr 14 07:28:05.724808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Request body: {'port': {'device_id': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db', 'admin_state_up': True, 'tenant_id': '51cb58f9e4754f70a90e2acb156567da'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:05.735527 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51066) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:05.761953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:05.805287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:05.824633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Usage tracker for resource:security_group_rule and tenant:919b9322a384405bbfec4cb4948b073c is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:05.830097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': 'bd1d371a-5c4a-4da0-87a8-bd6605efce91', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'floating_ip_address': '172.28.2.179', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'port_id': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'mac_address': 'fa:16:3e:54:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:27:41Z', 'updated_at': '2021-04-14T07:28:03Z', 'revision_number': 1, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:05.835042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:05.842886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] Checking router: 9c447231-0fce-4aec-8a71-cbf003562861 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:28:05.856207 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:05.857223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:27:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:05.857339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf649a-1d2a-49bd-9f76-28bddb085780 req-405f7f2b-aab2-4fc7-8d08-08e4b26415d9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:05.859837 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6bf649a-1d2a-49bd-9f76-28bddb085780 req-405f7f2b-aab2-4fc7-8d08-08e4b26415d9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1911449 Apr 14 07:28:05.873042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:05.888656 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-15e5595f-d554-4b21-8d65-ff0bbe2e5749 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 HTTP/1.1" status: 200 len: 1000 time: 0.2884066 Apr 14 07:28:05.938260 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6bf649a-1d2a-49bd-9f76-28bddb085780 req-8460b591-0bef-4aa3-9366-7aa254261b74 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Apr 14 07:28:05.946340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] For port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,segment=NetworkSegment(9053e8f8-560b-4246-bb4d-606962c097f7),segment_id=9053e8f8-560b-4246-bb4d-606962c097f7)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:05.946743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.011834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-6b9d3b86-08ec-4ef8-9f92-921f0705ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:06.013687 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-6b9d3b86-08ec-4ef8-9f92-921f0705ae3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.0862706 Apr 14 07:28:06.019194 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7226e5ef-0cd2-46a0-8822-99c9e63c441b req-9352f6ea-db55-49f8-944c-372e94fe4ba3 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 210 time: 0.1359348 Apr 14 07:28:06.086389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:06.098513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Calling delete_port for 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:28:06.158853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:06.162310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Usage tracker for resource:port and tenant:51cb58f9e4754f70a90e2acb156567da is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:06.165313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:06.171308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:06.181452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-c00200c4-4b18-444e-9632-65f35d8781d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:06.182922 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-c00200c4-4b18-444e-9632-65f35d8781d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1604052 Apr 14 07:28:06.184002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Made reservation on behalf of 51cb58f9e4754f70a90e2acb156567da for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:28:06.190026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.310189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.353750 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bcdb167b-ceed-4972-bfd5-e90bc0f6c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.361525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:06.366831 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-e8d9b7c2-55c1-47b3-a872-2ade710f96e6 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643398 Apr 14 07:28:06.370145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Usage tracker for resource:security_group_rule and tenant:51cb58f9e4754f70a90e2acb156567da is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:06.373767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:06.410430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:06.418495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.431912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['32e05e9e-24bc-4c2a-9a59-47f7ff906d62'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:28:06.443458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:06.496041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Pushing event deleted for resources: {'Port': ['ID=32e05e9e-24bc-4c2a-9a59-47f7ff906d62,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:06.505548 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:06.553476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': 'bd1d371a-5c4a-4da0-87a8-bd6605efce91', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'floating_ip_address': '172.28.2.179', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'port_id': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'mac_address': 'fa:16:3e:54:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:27:41Z', 'updated_at': '2021-04-14T07:28:03Z', 'revision_number': 1, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:06.558557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b03ec-ce33-4e08-b167-82900bc83098 None None] The sync data for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb is: [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': 'bd1d371a-5c4a-4da0-87a8-bd6605efce91', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'floating_ip_address': '172.28.2.179', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'port_id': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'mac_address': 'fa:16:3e:54:c3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:27:41Z', 'updated_at': '2021-04-14T07:28:03Z', 'revision_number': 1, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:28:06.558965 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1124146-0ffe-4fbe-9d10-c683b95c66a5 req-132edbc9-9d4b-48bd-9c03-3742df376364 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810665 Apr 14 07:28:06.626675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.639718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf10c9-377c-47da-9ded-cf086b595972 req-e52a7210-8173-4751-b3fe-03347d204363 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:06.641268 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-63cf10c9-377c-47da-9ded-cf086b595972 req-e52a7210-8173-4751-b3fe-03347d204363 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 867 time: 0.4824963 Apr 14 07:28:06.657391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.657642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.660697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.665387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cb8038e6-82d6-4c86-bd1c-1c38c78c7819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:06.674540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d41104f7-8d07-420c-86e3-6854e16124ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:06.740355 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=919b9322a384405bbfec4cb4948b073c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0026226 Apr 14 07:28:06.746944 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51080) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:06.755810 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-63cf10c9-377c-47da-9ded-cf086b595972 req-cf799b92-5199-4231-a5a3-ae201af3ddcc tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/security-groups?id=bf9159b7-cb1f-420c-85c5-6d9d70a54834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020951 Apr 14 07:28:06.764460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ad0237-8699-46ae-a773-7d0c8d59c9f6,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:06.767982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:06.776327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f221c6e6-3b3a-42fa-898f-9a3ba89015d5,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:06.783090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:06.876780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Allocated IP 192.168.233.168 (8167d917-b365-4f39-850b-885e3f9dd4db/7ccc0c58-60cf-4753-8fa5-51d9e3285a29/f8e06780-6cca-4f2a-930e-f080d7631252) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:28:06.898050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] No DVR routers for this DVR port 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 on host hv-cinder-78409 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:28:06.902133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.917466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'name': 'network-vif-deleted', 'tag': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:28:06.932192 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-46d9fb0f-1ce6-47f6-9a38-74b07c6057b8 req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.50 "DELETE /v2.0/ports/32e05e9e-24bc-4c2a-9a59-47f7ff906d62 HTTP/1.1" status: 204 len: 173 time: 1.8345013 Apr 14 07:28:06.957049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:06.966167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83689d-8f24-4c69-a68c-8052212cc63e None None] New status for floating IP bd1d371a-5c4a-4da0-87a8-bd6605efce91: ACTIVE {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:28:07.029163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.052789 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120', 'name': 'network-vif-deleted', 'tag': '32e05e9e-24bc-4c2a-9a59-47f7ff906d62', 'status': 'completed', 'code': 200} Apr 14 07:28:07.148638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.155848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3868ae02-e64e-4c8b-bae7-fb3c17dfaf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:07.182132 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f221c6e6-3b3a-42fa-898f-9a3ba89015d5,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:07.248147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:07.256937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.258295 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f221c6e6-3b3a-42fa-898f-9a3ba89015d5 HTTP/1.1" status: 204 len: 168 time: 0.5101306 Apr 14 07:28:07.372699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1eafb-328e-4ec0-b695-e30527004e5d req-0c09edad-e324-4b55-bc55-88eb682ff7d8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:07.390462 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-16f1eafb-328e-4ec0-b695-e30527004e5d req-0c09edad-e324-4b55-bc55-88eb682ff7d8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2102392 Apr 14 07:28:07.483074 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-16f1eafb-328e-4ec0-b695-e30527004e5d req-36b278e6-d933-4fa1-ba03-85d6840ddccb tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898173 Apr 14 07:28:07.487129 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-443b24da-6633-4219-980f-7b64feae9d82 req-bd9be059-fa45-44de-b387-044821302256 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 210 time: 0.2339137 Apr 14 07:28:07.529043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.562577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.587966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.607102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Transition to ACTIVE for port object f8e06780-6cca-4f2a-930e-f080d7631252 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:07.638149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.662152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4023a6db-16da-42f2-aaaf-6c1fdbfab8ad tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:07.802179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Pushing event updated for resources: {'Port': ['ID=f8e06780-6cca-4f2a-930e-f080d7631252,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:07.808039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:07.863905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Network 8167d917-b365-4f39-850b-885e3f9dd4db is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:07.865377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:07.868061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:28:07.874713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:07.875368 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.907635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.923584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51114) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:07.924550 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2077634 Apr 14 07:28:07.944062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:07.946190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Request body: {'port': {'device_id': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:07.961051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:07.965808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a88277c13ebf470c91f653bd1e6d673a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:07.968934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:07.975319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:08.041751 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ed7a8bb0-28f1-49f1-809c-67ae81f70e20 req-695863c3-ec8b-4eb0-82c8-985d51c08c67 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c2a9d90-dccb-4c6b-b7f6-8fec3dfa9120 HTTP/1.1" status: 200 len: 210 time: 0.0663667 Apr 14 07:28:08.081229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.090731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.100848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fe704557-a072-421d-80fd-a339c1ee391f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:08.131380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.147020 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a88277c13ebf470c91f653bd1e6d673a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214317 Apr 14 07:28:08.148744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34511056-fbc2-4daa-b6be-11e6e07e5e71,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:08.151261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51118) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:08.155103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:08.183688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c1db875a-e909-46df-b88d-8955c8f623f3 None None] Provisioning for port f8e06780-6cca-4f2a-930e-f080d7631252 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:08.189966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c1db875a-e909-46df-b88d-8955c8f623f3 None None] Provisioning complete for port f8e06780-6cca-4f2a-930e-f080d7631252 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:08.190393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c1db875a-e909-46df-b88d-8955c8f623f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.257171 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c1db875a-e909-46df-b88d-8955c8f623f3 None None] Port f8e06780-6cca-4f2a-930e-f080d7631252 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:28:08.432846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.475427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.560422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.574528 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e06780-6cca-4f2a-930e-f080d7631252 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:28:08.575802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-51e0a7b0-d5e5-46fd-85bc-6f257657dfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:08.577646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:28:08.583551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.590316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34511056-fbc2-4daa-b6be-11e6e07e5e71,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:08.599499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:08.600407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.604180 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34511056-fbc2-4daa-b6be-11e6e07e5e71 HTTP/1.1" status: 204 len: 168 time: 0.4488654 Apr 14 07:28:08.606335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Transition to ACTIVE for port object f8e06780-6cca-4f2a-930e-f080d7631252 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:08.612310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.643531 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:08.659644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:28:08.660119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 32e05e9e-24bc-4c2a-9a59-47f7ff906d62 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:28:08.822393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:08.925228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e06780-6cca-4f2a-930e-f080d7631252,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:08.933720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:09.055315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb223c7-9ca0-4034-8def-fd91c4c9209d req-47363035-d445-4d68-9f9b-9fb6ed065f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:09.057765 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7bb223c7-9ca0-4034-8def-fd91c4c9209d req-47363035-d445-4d68-9f9b-9fb6ed065f30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.1238532 Apr 14 07:28:09.090272 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7bb223c7-9ca0-4034-8def-fd91c4c9209d req-cd7e5178-4eaf-4492-b11f-ffe168a625b8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260336 Apr 14 07:28:09.382141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4f212-6b4f-483c-9a67-2691954a2e46 req-99f8d1c4-c94f-4701-b4ef-b462f6b146b2 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:09.389956 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b5d4f212-6b4f-483c-9a67-2691954a2e46 req-99f8d1c4-c94f-4701-b4ef-b462f6b146b2 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.6120851 Apr 14 07:28:09.394066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d2da7-ccd2-4ae3-b2a1-73534140b62f req-1bf4d73c-4a3f-4a8f-8a42-2049bd68a2a2 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:09.395694 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f70d2da7-ccd2-4ae3-b2a1-73534140b62f req-1bf4d73c-4a3f-4a8f-8a42-2049bd68a2a2 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 948 time: 0.0993557 Apr 14 07:28:09.451190 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f70d2da7-ccd2-4ae3-b2a1-73534140b62f req-663ebdc9-5338-4313-b91d-d70f283d455e tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484188 Apr 14 07:28:09.481360 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b5d4f212-6b4f-483c-9a67-2691954a2e46 req-50ac4860-98c8-492e-a73d-c5019666b6e2 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902736 Apr 14 07:28:09.502869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Attempting to bind port f8e06780-6cca-4f2a-930e-f080d7631252 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:28:09.503243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Attempting to bind port f8e06780-6cca-4f2a-930e-f080d7631252 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:28:09.503730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Attempting to bind port f8e06780-6cca-4f2a-930e-f080d7631252 on network 8167d917-b365-4f39-850b-885e3f9dd4db {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:09.510665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Port f8e06780-6cca-4f2a-930e-f080d7631252 on network 8167d917-b365-4f39-850b-885e3f9dd4db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:28:09.511011 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Attempting to bind port f8e06780-6cca-4f2a-930e-f080d7631252 on network 8167d917-b365-4f39-850b-885e3f9dd4db {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:09.518380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:28:09.518772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Checking segment: {'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:09.519200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Bound using segment: {'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:28:09.519681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Bound port: f8e06780-6cca-4f2a-930e-f080d7631252, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fb9b15-eddd-4806-addf-ad019413d42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:28:09.520073 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:09.606491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] For port f8e06780-6cca-4f2a-930e-f080d7631252, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:28:09.609849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] For port f8e06780-6cca-4f2a-930e-f080d7631252, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f8e06780-6cca-4f2a-930e-f080d7631252,segment=NetworkSegment(84fb9b15-eddd-4806-addf-ad019413d42a),segment_id=84fb9b15-eddd-4806-addf-ad019413d42a)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:28:09.614249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:09.630666 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:09.791668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e06780-6cca-4f2a-930e-f080d7631252,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:09.796582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:09.826380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:09.827140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:09.828696 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] 10.222.0.50 "PUT /v2.0/ports/f8e06780-6cca-4f2a-930e-f080d7631252 HTTP/1.1" status: 200 len: 1098 time: 1.8883295 Apr 14 07:28:09.829228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'tag': 'f8e06780-6cca-4f2a-930e-f080d7631252'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:28:09.900270 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'tag': 'f8e06780-6cca-4f2a-930e-f080d7631252', 'status': 'completed', 'code': 200} Apr 14 07:28:10.022631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-e7775141-926b-4007-98bf-c3ececc3ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:10.024601 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-e7775141-926b-4007-98bf-c3ececc3ba78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51cb58f9e4754f70a90e2acb156567da&device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 1101 time: 0.1168461 Apr 14 07:28:10.154169 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-e5d305e1-5983-4480-8f6a-ff8fe2d475fe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=f8e06780-6cca-4f2a-930e-f080d7631252 HTTP/1.1" status: 200 len: 217 time: 0.1126292 Apr 14 07:28:10.241713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-0884e83a-8bc0-45d6-9a71-f5da1c982c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:10.243305 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-0884e83a-8bc0-45d6-9a71-f5da1c982c13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ccc0c58-60cf-4753-8fa5-51d9e3285a29 HTTP/1.1" status: 200 len: 843 time: 0.0694027 Apr 14 07:28:10.336867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-2e9ca54c-e37e-477a-842d-57fa8d943849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:10.338528 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-2e9ca54c-e37e-477a-842d-57fa8d943849 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8167d917-b365-4f39-850b-885e3f9dd4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789423 Apr 14 07:28:10.381765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51170) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:10.501956 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-37869b09-4789-4632-8749-78a2a52d1222 service neutron] 10.222.0.50 "GET /v2.0/networks/8167d917-b365-4f39-850b-885e3f9dd4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553373 Apr 14 07:28:10.529065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:10.549190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:10.553243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e5fad0aab14a8a9013d236c4950801 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:10.556262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:10.562246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:10.697029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:10.700931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:10.709843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c21eacdf-b9bf-4e01-906d-167de9108bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:10.726959 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cf33120f-5d44-4a69-a5df-01434eb289ae req-c2179da3-8571-409d-845f-937c64373bed service neutron] 10.222.0.50 "GET /v2.0/networks/8167d917-b365-4f39-850b-885e3f9dd4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178698 Apr 14 07:28:10.755420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca15a76-7fd0-420a-b468-52666ed76d37 req-a6286a91-a72c-4cd1-890e-f68c357384f1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:10.757038 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1ca15a76-7fd0-420a-b468-52666ed76d37 req-a6286a91-a72c-4cd1-890e-f68c357384f1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1360638 Apr 14 07:28:10.772386 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5e5fad0aab14a8a9013d236c4950801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871195 Apr 14 07:28:10.772386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9597fa-0d78-4fdf-b889-cd084673725d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:10.774847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2a7764a9-fff5-48d2-8952-46ed0b150793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:10.775692 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51182) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:10.832399 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1ca15a76-7fd0-420a-b468-52666ed76d37 req-cc05fd19-919a-4cd5-8331-3ad81f22913b tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686996 Apr 14 07:28:10.833748 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0769e4-d647-48db-9556-6eb675bffbb7 req-f6d66052-07fa-4f82-98de-88ba9f748fe8 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:10.835417 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2c0769e4-d647-48db-9556-6eb675bffbb7 req-f6d66052-07fa-4f82-98de-88ba9f748fe8 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 948 time: 0.2020409 Apr 14 07:28:10.880728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6549-bd67-4787-8188-99bc8045158f req-eeb6b480-5c4c-4887-ad05-921dd44d8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:10.882554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c49b6549-bd67-4787-8188-99bc8045158f req-eeb6b480-5c4c-4887-ad05-921dd44d8899 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51cb58f9e4754f70a90e2acb156567da&device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 1101 time: 0.0956419 Apr 14 07:28:10.893534 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2c0769e4-d647-48db-9556-6eb675bffbb7 req-7668ee8e-ccdb-4ea3-9a08-ec778d324b3a tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510869 Apr 14 07:28:10.912159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:10.942169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:10.992974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:11.014450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8d9f5972-7357-40b6-846e-632908a88c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:11.029060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:11.043647 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc9597fa-0d78-4fdf-b889-cd084673725d HTTP/1.1" status: 204 len: 168 time: 0.2619462 Apr 14 07:28:11.049400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9597fa-0d78-4fdf-b889-cd084673725d,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:11.070216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6549-bd67-4787-8188-99bc8045158f req-7f60adba-5196-48f0-8b70-885d7f99b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:11.072162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c49b6549-bd67-4787-8188-99bc8045158f req-7f60adba-5196-48f0-8b70-885d7f99b254 service neutron] 10.222.0.50 "GET /v2.0/networks?id=8167d917-b365-4f39-850b-885e3f9dd4db HTTP/1.1" status: 200 len: 870 time: 0.1782541 Apr 14 07:28:11.077425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:11.195061 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c49b6549-bd67-4787-8188-99bc8045158f req-47a31cf8-ca55-47b2-85eb-48d8713cfd40 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=f8e06780-6cca-4f2a-930e-f080d7631252 HTTP/1.1" status: 200 len: 217 time: 0.1121914 Apr 14 07:28:11.314902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6549-bd67-4787-8188-99bc8045158f req-f41f1c79-b4eb-4aaf-9410-95b6a838f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:11.326521 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c49b6549-bd67-4787-8188-99bc8045158f req-f41f1c79-b4eb-4aaf-9410-95b6a838f77c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7ccc0c58-60cf-4753-8fa5-51d9e3285a29 HTTP/1.1" status: 200 len: 843 time: 0.1215510 Apr 14 07:28:11.457774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b6549-bd67-4787-8188-99bc8045158f req-ca9e08f3-d74d-444a-8a28-3be4a9bcb79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:11.459436 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c49b6549-bd67-4787-8188-99bc8045158f req-ca9e08f3-d74d-444a-8a28-3be4a9bcb79e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8167d917-b365-4f39-850b-885e3f9dd4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1258945 Apr 14 07:28:11.577786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-01eb58a6-7b52-4dd8-ba9f-34275d3ef9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:11.579423 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-01eb58a6-7b52-4dd8-ba9f-34275d3ef9e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.2628825 Apr 14 07:28:11.628234 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c49b6549-bd67-4787-8188-99bc8045158f req-1cef77b3-83ce-4a76-9659-9373a5a93a54 service neutron] 10.222.0.50 "GET /v2.0/networks/8167d917-b365-4f39-850b-885e3f9dd4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613584 Apr 14 07:28:11.639622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289a9d1-2970-4ace-901f-646a3be409df req-40b103b3-46a8-41f4-9033-1d6c3c2c0d00 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:11.648499 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8289a9d1-2970-4ace-901f-646a3be409df req-40b103b3-46a8-41f4-9033-1d6c3c2c0d00 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2593648 Apr 14 07:28:11.761162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8289a9d1-2970-4ace-901f-646a3be409df req-07eec21c-bc86-4893-97ff-77c0ce1d48b1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030920 Apr 14 07:28:11.834477 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c49b6549-bd67-4787-8188-99bc8045158f req-5a29133c-ab82-47e7-aa1c-3be5c0bc3730 service neutron] 10.222.0.50 "GET /v2.0/networks/8167d917-b365-4f39-850b-885e3f9dd4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966519 Apr 14 07:28:11.857522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-258f0ca2-e726-44e1-bfe7-62c6733a903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:11.859134 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-258f0ca2-e726-44e1-bfe7-62c6733a903e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.2655866 Apr 14 07:28:11.941508 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-575aabdc-343c-494e-b591-43788d4cbdac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 217 time: 0.0747437 Apr 14 07:28:12.030995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-a8102fb7-2c73-489a-8a8b-6337b36b8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:12.033688 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-a8102fb7-2c73-489a-8a8b-6337b36b8cdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.0845985 Apr 14 07:28:12.152750 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-fd62ec21-eb10-4603-8014-87cc17be5c05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634472 Apr 14 07:28:12.180317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af5c9e-19c3-453c-bc65-250222b8346a req-688d5c15-3be4-4752-b557-d8ac2d896611 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:12.182161 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b5af5c9e-19c3-453c-bc65-250222b8346a req-688d5c15-3be4-4752-b557-d8ac2d896611 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1101224 Apr 14 07:28:12.232772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b5af5c9e-19c3-453c-bc65-250222b8346a req-99c559f1-f0ad-4aca-bae4-363e3ffa9ea1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Apr 14 07:28:12.288598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bd1ba-3f63-4f07-a613-d002089c158c req-0e3ac6c3-9807-4eab-8ade-874091481db8 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:12.290351 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c92bd1ba-3f63-4f07-a613-d002089c158c req-0e3ac6c3-9807-4eab-8ade-874091481db8 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 948 time: 0.2544200 Apr 14 07:28:12.374731 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-e187ea9b-e129-4fc8-946f-2df72f8850e4 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028720 Apr 14 07:28:12.380370 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c92bd1ba-3f63-4f07-a613-d002089c158c req-301f2714-41dc-414a-8e82-935d7d11cd3a tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398645 Apr 14 07:28:12.532454 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d1b901fd-6138-4fd0-a8fb-39e43e31ea8f req-03597094-b3d9-40f0-81fe-7dcd6577dcc2 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397297 Apr 14 07:28:12.980934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc5b-9299-4cf6-84e8-f267e61801ed req-d38f47a4-fdda-4b99-957b-db045ac7893d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:12.982561 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-666fbc5b-9299-4cf6-84e8-f267e61801ed req-d38f47a4-fdda-4b99-957b-db045ac7893d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0920892 Apr 14 07:28:13.015747 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-666fbc5b-9299-4cf6-84e8-f267e61801ed req-1b786bd6-e56d-4be1-98dc-93eab8746dbd tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252218 Apr 14 07:28:13.444806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43ddfb-dc8a-47db-b183-a913fd3a6d95 req-57a8c1d5-58f5-41c7-b11f-38ab5227c961 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:13.446798 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de43ddfb-dc8a-47db-b183-a913fd3a6d95 req-57a8c1d5-58f5-41c7-b11f-38ab5227c961 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0946708 Apr 14 07:28:13.481266 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de43ddfb-dc8a-47db-b183-a913fd3a6d95 req-d9ad2f26-7995-41d0-b282-de119124095c tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264235 Apr 14 07:28:13.666624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59854a-7edd-4198-b721-9f184bd00196 req-86650c9b-46c5-4218-9544-4cdd3ec5ff29 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:13.668250 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a59854a-7edd-4198-b721-9f184bd00196 req-86650c9b-46c5-4218-9544-4cdd3ec5ff29 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 948 time: 0.0855529 Apr 14 07:28:13.699351 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a59854a-7edd-4198-b721-9f184bd00196 req-657a61cb-db1c-4252-aabd-a243278e940e tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246480 Apr 14 07:28:14.239704 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf4d12-b251-4aae-9da4-c523d605e21e req-35167513-1eb6-457a-9faa-a41c3fe7a85c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:14.241336 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2ecf4d12-b251-4aae-9da4-c523d605e21e req-35167513-1eb6-457a-9faa-a41c3fe7a85c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0944650 Apr 14 07:28:14.271960 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2ecf4d12-b251-4aae-9da4-c523d605e21e req-70a550a3-e8b4-4155-9ff5-d480285e9bd5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241432 Apr 14 07:28:14.632965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f8e06780-6cca-4f2a-930e-f080d7631252 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:28:14.743936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015886-4e40-4547-a61d-7679aaf55820 req-9c5f072d-ec74-490b-936a-70e860cbf42f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:14.745813 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e9015886-4e40-4547-a61d-7679aaf55820 req-9c5f072d-ec74-490b-936a-70e860cbf42f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1405051 Apr 14 07:28:14.794087 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e9015886-4e40-4547-a61d-7679aaf55820 req-474c8e48-d240-4736-85e4-236038a7ffb4 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386617 Apr 14 07:28:14.834484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port f8e06780-6cca-4f2a-930e-f080d7631252, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f8e06780-6cca-4f2a-930e-f080d7631252,segment=NetworkSegment(84fb9b15-eddd-4806-addf-ad019413d42a),segment_id=84fb9b15-eddd-4806-addf-ad019413d42a)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:14.849282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': 'f8e06780-6cca-4f2a-930e-f080d7631252', 'network_id': '8167d917-b365-4f39-850b-885e3f9dd4db', 'port_id': 'f8e06780-6cca-4f2a-930e-f080d7631252', 'mac_address': 'fa:16:3e:8e:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccc0c58-60cf-4753-8fa5-51d9e3285a29', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:28:14.914759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:14.930300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d8b93-aa3b-4502-8e51-ada0616b39d7 req-dd4f3629-6a2c-4f96-b255-23012b1f3ef4 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:14.931098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-699d8b93-aa3b-4502-8e51-ada0616b39d7 req-dd4f3629-6a2c-4f96-b255-23012b1f3ef4 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Synchronizing usage tracker for tenant:51cb58f9e4754f70a90e2acb156567da on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:28:14.932252 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e06780-6cca-4f2a-930e-f080d7631252 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:28:14.948088 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-699d8b93-aa3b-4502-8e51-ada0616b39d7 req-dd4f3629-6a2c-4f96-b255-23012b1f3ef4 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Unset dirty status for tenant:51cb58f9e4754f70a90e2acb156567da on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:28:14.949339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port f8e06780-6cca-4f2a-930e-f080d7631252, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f8e06780-6cca-4f2a-930e-f080d7631252,segment=NetworkSegment(84fb9b15-eddd-4806-addf-ad019413d42a),segment_id=84fb9b15-eddd-4806-addf-ad019413d42a)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:14.949471 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-699d8b93-aa3b-4502-8e51-ada0616b39d7 req-dd4f3629-6a2c-4f96-b255-23012b1f3ef4 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 948 time: 0.1135397 Apr 14 07:28:14.952057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:14.954431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:14.982960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-699d8b93-aa3b-4502-8e51-ada0616b39d7 req-1859fafc-c285-408a-850d-6e5a50abf5c2 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Synchronizing usage tracker for tenant:51cb58f9e4754f70a90e2acb156567da on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:28:14.999569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-699d8b93-aa3b-4502-8e51-ada0616b39d7 req-1859fafc-c285-408a-850d-6e5a50abf5c2 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Unset dirty status for tenant:51cb58f9e4754f70a90e2acb156567da on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:28:15.001399 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-699d8b93-aa3b-4502-8e51-ada0616b39d7 req-1859fafc-c285-408a-850d-6e5a50abf5c2 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Apr 14 07:28:15.023592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=f8e06780-6cca-4f2a-930e-f080d7631252,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:15.026926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:15.261299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['f8e06780-6cca-4f2a-930e-f080d7631252'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:28:15.483002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96356053-9b30-4c1f-b3be-14de22c0abac req-2517775c-d2d6-4de1-9865-379d87faf93e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:15.485411 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-96356053-9b30-4c1f-b3be-14de22c0abac req-2517775c-d2d6-4de1-9865-379d87faf93e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0907326 Apr 14 07:28:15.517164 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-96356053-9b30-4c1f-b3be-14de22c0abac req-08e9fccf-d443-484b-b197-4ed80232f793 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252922 Apr 14 07:28:16.007781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5862-e8bb-4ef8-88b1-a137be26cede req-c12308d0-9263-4da5-9846-bc67157ebde8 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:16.009443 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f50f5862-e8bb-4ef8-88b1-a137be26cede req-c12308d0-9263-4da5-9846-bc67157ebde8 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1065221 Apr 14 07:28:16.044251 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f50f5862-e8bb-4ef8-88b1-a137be26cede req-f7b52cb3-9b93-4586-a385-b046ea3b18c6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282745 Apr 14 07:28:16.209672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091990-6573-4f5a-b02b-7e3a19c8845a req-71e5b2d0-8f34-4c9b-b456-0151307a593c tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:16.211262 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c091990-6573-4f5a-b02b-7e3a19c8845a req-71e5b2d0-8f34-4c9b-b456-0151307a593c tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 949 time: 0.0917363 Apr 14 07:28:16.241602 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c091990-6573-4f5a-b02b-7e3a19c8845a req-a3c10e7c-cff9-47cc-b3c4-07cc8d8dec73 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239851 Apr 14 07:28:16.647461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f8e06780-6cca-4f2a-930e-f080d7631252 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:16.720220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port f8e06780-6cca-4f2a-930e-f080d7631252 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:16.725124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port f8e06780-6cca-4f2a-930e-f080d7631252 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:16.725551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:16.851250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:16.863387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e06780-6cca-4f2a-930e-f080d7631252'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:28:16.873697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port f8e06780-6cca-4f2a-930e-f080d7631252, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f8e06780-6cca-4f2a-930e-f080d7631252,segment=NetworkSegment(84fb9b15-eddd-4806-addf-ad019413d42a),segment_id=84fb9b15-eddd-4806-addf-ad019413d42a)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:16.876881 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:16.878929 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:16.915973 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e06780-6cca-4f2a-930e-f080d7631252', 'code': 200} Apr 14 07:28:16.955122 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=f8e06780-6cca-4f2a-930e-f080d7631252,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:16.958430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:17.235838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bece8a-b619-4fbe-b79b-6f4582fec81d req-5de26552-d9d1-48ba-925b-bfc3ec2c0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:17.237451 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-35bece8a-b619-4fbe-b79b-6f4582fec81d req-5de26552-d9d1-48ba-925b-bfc3ec2c0da5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 1103 time: 0.1281230 Apr 14 07:28:17.259430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f72f08-354f-4314-a636-1dae17ad5e25 req-c8f865b9-4ab8-4d8f-bfb7-d6ef005fcc46 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:17.261309 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c5f72f08-354f-4314-a636-1dae17ad5e25 req-c8f865b9-4ab8-4d8f-bfb7-d6ef005fcc46 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0910907 Apr 14 07:28:17.271468 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-35bece8a-b619-4fbe-b79b-6f4582fec81d req-e4189790-ce52-4c51-84cc-6fba4031152d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256417 Apr 14 07:28:17.292218 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c5f72f08-354f-4314-a636-1dae17ad5e25 req-2bd17104-1e32-4659-b873-f25479f36e6a tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242524 Apr 14 07:28:17.301076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15c1ad-3c79-4a6d-9afd-033323b27fca req-5b3cb86a-a81b-4867-b010-b63059a515e8 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:17.302656 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8e15c1ad-3c79-4a6d-9afd-033323b27fca req-5b3cb86a-a81b-4867-b010-b63059a515e8 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1156776 Apr 14 07:28:17.339399 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8e15c1ad-3c79-4a6d-9afd-033323b27fca req-5b407aa7-7751-4283-8e66-2804509bc338 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303106 Apr 14 07:28:17.486661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927616a9-d3c8-4e1d-88f7-beb5390ecc5e req-f38dffee-0ef9-4452-8018-f76f9026f108 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:17.488342 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-927616a9-d3c8-4e1d-88f7-beb5390ecc5e req-f38dffee-0ef9-4452-8018-f76f9026f108 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 950 time: 0.0922458 Apr 14 07:28:17.525197 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-927616a9-d3c8-4e1d-88f7-beb5390ecc5e req-b9873912-7ba7-44d1-8fa6-9fde5301c5c8 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260980 Apr 14 07:28:18.203417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 51382) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:18.339775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:18.358404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:18.363617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Usage tracker for resource:security_group_rule and tenant:bc3a4cf647cb46d396858454b58a654e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:18.368111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:18.377458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:18.475689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:18.479168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:18.490000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4adab876-c566-468d-91fb-61e918d0f6e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:18.535800 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7218b8f9-01bc-4cfc-8e61-0cdadb94938b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:18.541640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:18.545432 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc3a4cf647cb46d396858454b58a654e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405826 Apr 14 07:28:18.554720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa568f9-e3d0-467a-844d-1caaa2da3645 req-7ebc0ea8-f184-4ccc-80b9-aabdb1b8523d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:18.555285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 51392) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:18.556798 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3fa568f9-e3d0-467a-844d-1caaa2da3645 req-7ebc0ea8-f184-4ccc-80b9-aabdb1b8523d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0971622 Apr 14 07:28:18.588692 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3fa568f9-e3d0-467a-844d-1caaa2da3645 req-5ee1fd75-cfa4-4651-a925-e61433d0ecf5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248053 Apr 14 07:28:18.620571 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47324783-a1a7-449a-a409-ff7ded5f3d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:18.682627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47324783-a1a7-449a-a409-ff7ded5f3d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:18.766164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47324783-a1a7-449a-a409-ff7ded5f3d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:18.771666 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f2757ea8-a192-4a5c-8ecd-10aedb76f03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:18.788873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a177b8-f8d6-4f96-9c7d-241fc5b5510d req-df7a4162-2d42-408e-8c42-db6956902b1b tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:18.790450 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99a177b8-f8d6-4f96-9c7d-241fc5b5510d req-df7a4162-2d42-408e-8c42-db6956902b1b tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 950 time: 0.1466155 Apr 14 07:28:18.794674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47324783-a1a7-449a-a409-ff7ded5f3d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7218b8f9-01bc-4cfc-8e61-0cdadb94938b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:18.799307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-47324783-a1a7-449a-a409-ff7ded5f3d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:18.814084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47324783-a1a7-449a-a409-ff7ded5f3d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:18.815159 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-47324783-a1a7-449a-a409-ff7ded5f3d9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7218b8f9-01bc-4cfc-8e61-0cdadb94938b HTTP/1.1" status: 204 len: 168 time: 0.2585800 Apr 14 07:28:18.825970 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99a177b8-f8d6-4f96-9c7d-241fc5b5510d req-f3c385a2-41bb-46ce-a32e-1a95ed3db0a8 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279875 Apr 14 07:28:19.397179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7e6c8-0e8f-489b-a2c1-549daeeb61a7 req-dbf43d0b-8884-41c3-a516-3895128e4a61 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:19.397179 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8ec7e6c8-0e8f-489b-a2c1-549daeeb61a7 req-dbf43d0b-8884-41c3-a516-3895128e4a61 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 950 time: 0.0969810 Apr 14 07:28:19.434958 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8ec7e6c8-0e8f-489b-a2c1-549daeeb61a7 req-d158d6a3-91d9-4ac8-820f-1e61a3c8c075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Apr 14 07:28:19.667360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 51448) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:19.795237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-58807487-network', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:19.805650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:19.813118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Usage tracker for resource:network and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:19.818299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:19.825576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:19.840558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Made reservation on behalf of fd1078d61e394efa968d394d9ba79dc2 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:28:19.845600 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:19.868695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:19.887545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:19.897178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ecae8-7e31-4ffb-80c0-baaf08ea28a9 req-2c8d2cc0-ea44-4194-b805-dfdc8f5e7884 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:19.898725 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-707ecae8-7e31-4ffb-80c0-baaf08ea28a9 req-2c8d2cc0-ea44-4194-b805-dfdc8f5e7884 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1488774 Apr 14 07:28:19.901464 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:19.904378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:19.924902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:19.941667 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-707ecae8-7e31-4ffb-80c0-baaf08ea28a9 req-2bfb0f83-960d-4828-b549-927cfeb547c6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337391 Apr 14 07:28:20.018721 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:20.021617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:20.024708 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8386515e-589c-4264-a308-0334d81a1f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:20.057483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:28:20.063083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea07db6d-a4e4-4842-964b-9c17137694f5,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:20.066929 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:20.070910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:20.070910 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Added segment 86f8e8c1-5d99-491f-85d7-d3a617dc84f5 of type vlan for network f3b70e69-86e7-411b-9542-2152304fe8bc Apr 14 07:28:20.097880 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:20.129338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:20.130801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:20.131587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:20.152141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:20.222888 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5543330 Apr 14 07:28:20.226141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51462) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:20.232767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Request body: {'subnet': {'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-58807487-subnet', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:20.238429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:20.242492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Usage tracker for resource:subnet and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:20.245786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:20.250457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Pushing event updated for resources: {'Network': ['ID=f3b70e69-86e7-411b-9542-2152304fe8bc,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:20.251833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:20.254261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:20.261960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network f3b70e69-86e7-411b-9542-2152304fe8bc details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:28:20.277406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Made reservation on behalf of fd1078d61e394efa968d394d9ba79dc2 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:28:20.282852 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:20.649333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048fd085-0c4f-4093-81b0-370235d2b601 req-35beeece-14f2-498e-acfc-4647a6652dcf tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:20.650838 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-048fd085-0c4f-4093-81b0-370235d2b601 req-35beeece-14f2-498e-acfc-4647a6652dcf tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 950 time: 0.0879781 Apr 14 07:28:20.686557 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-048fd085-0c4f-4093-81b0-370235d2b601 req-eed4c21b-4b1f-4766-8586-c02bc581d464 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291233 Apr 14 07:28:20.752248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-c1b37f5e-b1f7-4639-b02b-7e2b6fce4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:20.753890 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-c1b37f5e-b1f7-4639-b02b-7e2b6fce4144 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.1769040 Apr 14 07:28:20.770031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bd13d-4dd8-4e61-962c-c9f7cb3821b5 req-8038f703-a3a6-4c55-ad48-f4fc8aa972fa tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:20.771571 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df1bd13d-4dd8-4e61-962c-c9f7cb3821b5 req-8038f703-a3a6-4c55-ad48-f4fc8aa972fa tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1534753 Apr 14 07:28:20.900513 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df1bd13d-4dd8-4e61-962c-c9f7cb3821b5 req-e6aa25e0-90b8-44c1-a1a2-be84ce9053b8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014543 Apr 14 07:28:20.998869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-a0bce66b-b5ec-494b-8c7c-35bfb746726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:21.001117 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-a0bce66b-b5ec-494b-8c7c-35bfb746726f service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.2286189 Apr 14 07:28:21.007933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:21.024948 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:21.221104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2391a-6a28-4685-8149-438899f028cf req-b6ca6617-c361-4e47-8778-576064eb7054 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:21.222755 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0cb2391a-6a28-4685-8149-438899f028cf req-b6ca6617-c361-4e47-8778-576064eb7054 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 950 time: 0.1827338 Apr 14 07:28:21.300114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911408c4-883f-495c-bc65-095d43465e21 req-40f326da-b958-4251-80f3-73918f8174b9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:21.301902 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-911408c4-883f-495c-bc65-095d43465e21 req-40f326da-b958-4251-80f3-73918f8174b9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1901059 Apr 14 07:28:21.326030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Deleting port f8e06780-6cca-4f2a-930e-f080d7631252 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:28:21.326419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:21.394985 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-911408c4-883f-495c-bc65-095d43465e21 req-bbe3ac05-5cf3-4271-8f72-b3bfb0df7cf7 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Apr 14 07:28:21.438956 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-caaf9d28-165b-4de1-b586-57ec23604aae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 217 time: 0.4174447 Apr 14 07:28:21.535771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:21.554955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:21.556861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-58332a5b-a600-48bf-8fdb-3fd07bf2e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:21.558514 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-58332a5b-a600-48bf-8fdb-3fd07bf2e94b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.1078842 Apr 14 07:28:21.635343 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-e55d8186-b879-4603-b2c0-f3379b55f04e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584512 Apr 14 07:28:21.776220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Checking segment: {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:21.776833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Network hostable DHCP agents. Network: f3b70e69-86e7-411b-9542-2152304fe8bc, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:28:21.828076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Network f3b70e69-86e7-411b-9542-2152304fe8bc is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:28:21.838288 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-72144ad2-1d85-40e7-b790-f6c1f0e0d5fc service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844153 Apr 14 07:28:21.841520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, f3b70e69-86e7-411b-9542-2152304fe8bc) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:21.852480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95435fbc-874b-4819-8331-de9bf8cbdb3a None None] Network f3b70e69-86e7-411b-9542-2152304fe8bc requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:28:21.878593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:21.879254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:21.883919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] For port f8e06780-6cca-4f2a-930e-f080d7631252, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=f8e06780-6cca-4f2a-930e-f080d7631252,segment=NetworkSegment(84fb9b15-eddd-4806-addf-ad019413d42a),segment_id=84fb9b15-eddd-4806-addf-ad019413d42a)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:21.884322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:21.976696 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7467816 Apr 14 07:28:21.976873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51494) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:21.984378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:21.989462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:21.994062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Usage tracker for resource:router and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:21.997491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:22.005026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:22.017024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:22.018105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:22.025518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Calling delete_port for f8e06780-6cca-4f2a-930e-f080d7631252 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:28:22.102701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca45b2-26ab-4f8d-851d-c65852bc3ffc req-2e913a35-4346-4c5f-90a6-7195620c3058 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:22.104320 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b6ca45b2-26ab-4f8d-851d-c65852bc3ffc req-2e913a35-4346-4c5f-90a6-7195620c3058 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 950 time: 0.2968845 Apr 14 07:28:22.115828 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8df9a4b-c30e-4bb7-8669-bdd409bea9d0 req-bc9d54e4-f402-4499-a1f5-5822af0caa67 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630856 Apr 14 07:28:22.119642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:22.166832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-f3b70e69-86e7-411b-9542-2152304fe8bc', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:28:22.168496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:22.233245 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b6ca45b2-26ab-4f8d-851d-c65852bc3ffc req-7680a28f-5a9c-4fd3-8c57-51511eb4fd8b tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/security-groups?id=c3ad0237-8699-46ae-a773-7d0c8d59c9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220987 Apr 14 07:28:22.297138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc2e1f-dabc-4ff4-a00c-e90b3fb1441b req-f84b0e72-08ac-4734-a252-7431e1eb952d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:22.299014 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c9dc2e1f-dabc-4ff4-a00c-e90b3fb1441b req-f84b0e72-08ac-4734-a252-7431e1eb952d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2599671 Apr 14 07:28:22.328221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:22.347775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:22.365659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['f8e06780-6cca-4f2a-930e-f080d7631252'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:28:22.399855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Pushing event deleted for resources: {'Port': ['ID=f8e06780-6cca-4f2a-930e-f080d7631252,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:22.426198 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c9dc2e1f-dabc-4ff4-a00c-e90b3fb1441b req-35e4bdd5-59bb-4a60-92de-baf70d28fbf7 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181576 Apr 14 07:28:22.562299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:22.564970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:22.636761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Allocated IP 172.20.0.2 (f3b70e69-86e7-411b-9542-2152304fe8bc/80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3/ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:28:22.803763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] No DVR routers for this DVR port f8e06780-6cca-4f2a-930e-f080d7631252 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:28:22.814788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:22.835865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'name': 'network-vif-deleted', 'tag': 'f8e06780-6cca-4f2a-930e-f080d7631252'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:28:22.864260 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0cb2391a-6a28-4685-8149-438899f028cf req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.50 "DELETE /v2.0/ports/f8e06780-6cca-4f2a-930e-f080d7631252 HTTP/1.1" status: 204 len: 173 time: 1.6294191 Apr 14 07:28:22.946718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23694d-e9bf-45c8-8d73-b673ca2a5030 req-ef010e23-af47-464e-881f-b164b464da9e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:22.957208 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8a23694d-e9bf-45c8-8d73-b673ca2a5030 req-ef010e23-af47-464e-881f-b164b464da9e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.3124728 Apr 14 07:28:23.029180 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8a23694d-e9bf-45c8-8d73-b673ca2a5030 req-3bb62f27-cb54-4016-ae87-402d7681adfa tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709834 Apr 14 07:28:23.049980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.062573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Transition to ACTIVE for port object ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:23.074504 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5310c51-3b3f-4e92-8844-04e5d6392fc8', 'name': 'network-vif-deleted', 'tag': 'f8e06780-6cca-4f2a-930e-f080d7631252', 'status': 'completed', 'code': 200} Apr 14 07:28:23.084631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Transition to ACTIVE for port object ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:23.088168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.105009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3c1573b1-fbfa-4f7d-84ab-0b3dd874e734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:23.257552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.319466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.339080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Pushing event updated for resources: {'Port': ['ID=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:23.345194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:23.359352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Network f3b70e69-86e7-411b-9542-2152304fe8bc is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:23.360809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:23.363441 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:28:23.460954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0ddf23ce-3af5-4f71-afea-60341573353a req-2c321a47-c9cb-46d5-8f28-ded0e0f3849a tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Synchronizing usage tracker for tenant:51cb58f9e4754f70a90e2acb156567da on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:28:23.472567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Attempting to bind port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:28:23.472983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Attempting to bind port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:28:23.473396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Attempting to bind port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 on network f3b70e69-86e7-411b-9542-2152304fe8bc {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:23.476578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0ddf23ce-3af5-4f71-afea-60341573353a req-2c321a47-c9cb-46d5-8f28-ded0e0f3849a tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Unset dirty status for tenant:51cb58f9e4754f70a90e2acb156567da on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:28:23.479979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:28:23.480402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Checking segment: {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:23.481379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.481827 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Bound using segment: {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:28:23.482356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Bound port: ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:28:23.482775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Allocated IP 172.28.2.164 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/323ee31e-1d9c-422e-be15-8e1db34336d1) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:28:23.482895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.486597 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0ddf23ce-3af5-4f71-afea-60341573353a req-2c321a47-c9cb-46d5-8f28-ded0e0f3849a tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5310c51-3b3f-4e92-8844-04e5d6392fc8 HTTP/1.1" status: 200 len: 210 time: 0.0748706 Apr 14 07:28:23.563825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] For port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:28:23.567098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] For port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:28:23.570849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.588867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:23.741408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c9130-6fe6-4846-89a0-4faa315b3042 req-45b4e1cf-7e7c-4f7d-9d8d-2dbaf6800ae9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:23.743116 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b57c9130-6fe6-4846-89a0-4faa315b3042 req-45b4e1cf-7e7c-4f7d-9d8d-2dbaf6800ae9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1477141 Apr 14 07:28:23.748801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.784322 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b57c9130-6fe6-4846-89a0-4faa315b3042 req-1ce9f7d1-526c-477b-b5ae-3ee6d3983199 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Apr 14 07:28:23.806859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:23.825566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fcc2fd0a-f1d1-4a42-aef7-5c1cd77afa52 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:23.906125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Pushing event updated for resources: {'Port': ['ID=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:23.910860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:23.957069 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Pushing event updated for resources: {'Port': ['ID=323ee31e-1d9c-422e-be15-8e1db34336d1,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:23.964961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:24.021244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:24.022357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:24.024747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:28:24.614450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972abfdc-c48e-4df1-a14c-6f5b814b2b66 req-ce9c44d5-c910-4c80-a2dc-0f0062881e81 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:24.616100 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-972abfdc-c48e-4df1-a14c-6f5b814b2b66 req-ce9c44d5-c910-4c80-a2dc-0f0062881e81 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1718354 Apr 14 07:28:24.678009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f8e06780-6cca-4f2a-930e-f080d7631252 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:28:24.769631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: f8e06780-6cca-4f2a-930e-f080d7631252 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:28:24.770875 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device f8e06780-6cca-4f2a-930e-f080d7631252 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:28:24.780050 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-972abfdc-c48e-4df1-a14c-6f5b814b2b66 req-dd8de601-6c2e-4f24-b6fc-0522d97800bb tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544104 Apr 14 07:28:24.875075 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:25.079372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e4b57-2a5d-4cf8-84bd-60a5aa8c7ef2 req-836273c9-b8d5-4bd0-9e13-7893c9f8a17e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:25.081109 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-320e4b57-2a5d-4cf8-84bd-60a5aa8c7ef2 req-836273c9-b8d5-4bd0-9e13-7893c9f8a17e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1553099 Apr 14 07:28:25.198037 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-320e4b57-2a5d-4cf8-84bd-60a5aa8c7ef2 req-05a95902-43d4-475a-a26c-406baeb69c7e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870752 Apr 14 07:28:25.373413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:25.604288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d8001d-1663-4d03-87bd-1e6e1cfb638d None None] Network f3b70e69-86e7-411b-9542-2152304fe8bc requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:28:25.620254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:28:25.745138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8b8982db-b3b8-47f1-ade1-d5ffb7b1a118 None None] Provisioning for port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:25.831507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:28:25.843000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Sync routers for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:28:25.857805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:25.858254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:25.858434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:25.859988 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8821473 Apr 14 07:28:25.863076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 51614) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:26.149760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:26.175165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31722add-2423-4459-8483-f078b788137d req-15a7c4ca-b690-4d49-a875-0f4952427f24 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:26.183445 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-31722add-2423-4459-8483-f078b788137d req-15a7c4ca-b690-4d49-a875-0f4952427f24 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.2242310 Apr 14 07:28:26.388078 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-31722add-2423-4459-8483-f078b788137d req-c05a2772-7a58-4095-92eb-1e20cde55c22 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010250 Apr 14 07:28:26.430034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:26.591064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:26.595948 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:24Z', 'revision_number': 3, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:26.599148 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3961bd-cd6b-4879-93eb-e7758657e761 req-c5649fe8-fa9d-4d49-b2b3-ca3a986b6994 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:26.606803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:26.607238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:26.609018 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5c3961bd-cd6b-4879-93eb-e7758657e761 req-c5649fe8-fa9d-4d49-b2b3-ca3a986b6994 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2091327 Apr 14 07:28:26.611278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Checking router: 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:28:26.611672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Updating router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 port 323ee31e-1d9c-422e-be15-8e1db34336d1 binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:28:26.650678 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5c3961bd-cd6b-4879-93eb-e7758657e761 req-06445f18-8997-4a2d-bb6c-1120b7105d24 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Apr 14 07:28:26.689832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:26.820482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:26.849375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:26.853210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:26.855320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-08548c28-b03c-491f-b79e-f3dea9e8b6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:26.940435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:26.944324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:27.036700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.399222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Allocated IP 172.20.0.1 (f3b70e69-86e7-411b-9542-2152304fe8bc/80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3/96d1469a-f617-453b-bff9-e4897f7b710f) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:28:27.502226 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.519172 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Transition to ACTIVE for port object 323ee31e-1d9c-422e-be15-8e1db34336d1 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:27.526615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.548176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b007d492-5678-4ab0-88e7-a09e89babaa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:27.653926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.684685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Pushing event updated for resources: {'Port': ['ID=323ee31e-1d9c-422e-be15-8e1db34336d1,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:27.689955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Transition to ACTIVE for port object 96d1469a-f617-453b-bff9-e4897f7b710f will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:27.705062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.705443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.705819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.706191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.706560 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.706927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.707351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.707675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.707990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.708623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.710804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.712827 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:27.719740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:27.730027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e977-36ee-41e7-97e8-0714a743f1b1 req-f5885c25-e320-4e53-83ca-7afb797a69ee tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:27.731658 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ef1e977-36ee-41e7-97e8-0714a743f1b1 req-f5885c25-e320-4e53-83ca-7afb797a69ee tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1492107 Apr 14 07:28:27.782000 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ef1e977-36ee-41e7-97e8-0714a743f1b1 req-873b48de-e9bc-4842-b74c-255c4c087398 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425980 Apr 14 07:28:27.795954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.818170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:27.826977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Attempting to bind port 323ee31e-1d9c-422e-be15-8e1db34336d1 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:28:27.827544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Attempting to bind port 323ee31e-1d9c-422e-be15-8e1db34336d1 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:28:27.827960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Attempting to bind port 323ee31e-1d9c-422e-be15-8e1db34336d1 on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:27.835757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:28:27.836175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:27.836653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.837088 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:28:27.837675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Bound port: 323ee31e-1d9c-422e-be15-8e1db34336d1, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:28:27.838425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.938373 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] For port 323ee31e-1d9c-422e-be15-8e1db34336d1, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:28:27.942253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] For port 323ee31e-1d9c-422e-be15-8e1db34336d1, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=323ee31e-1d9c-422e-be15-8e1db34336d1,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:28:27.946298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:27.964413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:28.000420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b5d5b-2778-4149-9867-466438e1703e req-4e75f469-04cd-48f5-9095-7320fd26de82 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:28.002069 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b86b5d5b-2778-4149-9867-466438e1703e req-4e75f469-04cd-48f5-9095-7320fd26de82 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1107662 Apr 14 07:28:28.023950 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Network f3b70e69-86e7-411b-9542-2152304fe8bc is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:28.024847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=96d1469a-f617-453b-bff9-e4897f7b710f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:28.029038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:28.039164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:28:28.039926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.043377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.043858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.044573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.045724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.046186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.047040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.047433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.047889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.048348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.048842 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.049278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.049724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:28.054000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:28.067615 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b86b5d5b-2778-4149-9867-466438e1703e req-5947e631-b938-46f9-9f50-aca1cb9715fb tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588264 Apr 14 07:28:28.142495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Pushing event updated for resources: {'Port': ['ID=323ee31e-1d9c-422e-be15-8e1db34336d1,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:28.155559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2bbf62b1-3472-44ba-8aac-2a5c4452e876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:28.205083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.224816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:28.227005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:28.360566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:28.447647 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:28.502508 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-70129d7a-233d-4597-b961-cca550883394 None None] Provisioning for port 96d1469a-f617-453b-bff9-e4897f7b710f completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:28.518089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-70129d7a-233d-4597-b961-cca550883394 None None] Provisioning complete for port 96d1469a-f617-453b-bff9-e4897f7b710f triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:28.518786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70129d7a-233d-4597-b961-cca550883394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.586279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-70129d7a-233d-4597-b961-cca550883394 None None] Port 96d1469a-f617-453b-bff9-e4897f7b710f cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:28:28.605345 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:28.606035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.763102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51814) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:28.828696 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.841334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.843017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.865187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b40cfc04-702a-47cd-a871-7d8a7de1d092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:28.906893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Deleting subnet f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:28:28.913486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:28.968904 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:27Z', 'revision_number': 1, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:28.998131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb78e1fc-1b8e-42a6-b138-45f13eda3a69 None None] The sync data for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb is: [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:27Z', 'revision_number': 1, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:28:29.039141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:29.167583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Network f3b70e69-86e7-411b-9542-2152304fe8bc is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:29.173098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=96d1469a-f617-453b-bff9-e4897f7b710f,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:29.176208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:29.178602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:29.247838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:29.334744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d9b3f-80ae-47b1-8ebe-c4339d9f7e05 req-69f4a481-f71b-46bd-ab6a-5e79fd5feaed tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:29.343848 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e01d9b3f-80ae-47b1-8ebe-c4339d9f7e05 req-69f4a481-f71b-46bd-ab6a-5e79fd5feaed tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.2642815 Apr 14 07:28:29.400777 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e01d9b3f-80ae-47b1-8ebe-c4339d9f7e05 req-31471165-61e7-4c98-afaa-a7cf337d65e1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561638 Apr 14 07:28:29.532232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9a559-5a7f-46d8-abdb-74c4485cef40 req-b70b9c5f-e5e7-49c4-98d5-87e684ebda0f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:29.534689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-32d28cc8-d27f-486d-8f35-0c7ec0c1c0f7 None None] Provisioning complete for port 96d1469a-f617-453b-bff9-e4897f7b710f triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:29.535129 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-32d28cc8-d27f-486d-8f35-0c7ec0c1c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:29.540560 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9ec9a559-5a7f-46d8-abdb-74c4485cef40 req-b70b9c5f-e5e7-49c4-98d5-87e684ebda0f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2890093 Apr 14 07:28:29.548418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:28:29.588492 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9ec9a559-5a7f-46d8-abdb-74c4485cef40 req-a40a986d-9331-47dd-9b73-26b5267c2189 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Apr 14 07:28:29.609272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-32d28cc8-d27f-486d-8f35-0c7ec0c1c0f7 None None] Port 96d1469a-f617-453b-bff9-e4897f7b710f cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:28:29.707921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:29.727857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:29.823331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:28:29.836597 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] 10.222.0.42 "PUT /v2.0/routers/5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9690175 Apr 14 07:28:29.839172 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:29.881746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.882250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.882734 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.883332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.883809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.884426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.885035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.885503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.885969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.886509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.886994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.887380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:29.897128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:29.912574 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:29.918785 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f5ecd630-5efe-4bd3-bf8a-076e65c3b0bb HTTP/1.1" status: 204 len: 168 time: 1.1545398 Apr 14 07:28:29.922325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51852) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:30.110896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:30.419318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 323ee31e-1d9c-422e-be15-8e1db34336d1 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:30.592796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 323ee31e-1d9c-422e-be15-8e1db34336d1 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:30.598765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 323ee31e-1d9c-422e-be15-8e1db34336d1 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:30.599363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:30.792812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38c58e-c235-45bf-b584-c975049a29e4 req-6c93648b-0f7e-4024-9795-1356ce2c51a0 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:30.797839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:30.802113 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-be38c58e-c235-45bf-b584-c975049a29e4 req-6c93648b-0f7e-4024-9795-1356ce2c51a0 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1914980 Apr 14 07:28:30.815479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:30.819579 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 323ee31e-1d9c-422e-be15-8e1db34336d1, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=323ee31e-1d9c-422e-be15-8e1db34336d1,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:30.823125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:30.825481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:30.868196 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-be38c58e-c235-45bf-b584-c975049a29e4 req-1e035a7b-46a1-48dd-8888-0361d1475cd7 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649381 Apr 14 07:28:30.868848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 51890) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:30.876841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1772582617-network', 'tenant_id': 'b18a5ee336504953b005b3490a068c94'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:30.886900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:30.895978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Usage tracker for resource:network and tenant:b18a5ee336504953b005b3490a068c94 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:30.899339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:30.905833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:30.917233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Made reservation on behalf of b18a5ee336504953b005b3490a068c94 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:28:30.919379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=323ee31e-1d9c-422e-be15-8e1db34336d1,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:30.923166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:30.928370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.928788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.929179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.929559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.929935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.930310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.930685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.931052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.931423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.931790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.932165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.932558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:28:30.937131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:30.937519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:30.956342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:30.960583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Usage tracker for resource:security_group_rule and tenant:b18a5ee336504953b005b3490a068c94 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:30.963630 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:30.969779 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:31.001312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e627fe99-fd61-4d41-8def-c372c5f9f7f7']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:31.017492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9053e8f8-560b-4246-bb4d-606962c097f7') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:31.017828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9053e8f8-560b-4246-bb4d-606962c097f7') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:31.033158 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.057870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.061276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.067157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2ee6faab-8512-4512-bcf5-7500f78bc444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:31.070152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696e7c6-8393-4394-90c3-9b10e2be8c7d req-70e1d07b-afdb-40f4-81e2-0b8525457855 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:31.071838 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0696e7c6-8393-4394-90c3-9b10e2be8c7d req-70e1d07b-afdb-40f4-81e2-0b8525457855 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1808243 Apr 14 07:28:31.073027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.080225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:28:31.086919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:28:31.109352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce3d1a3-bf0a-4f6b-9666-9f6735d20c8f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:31.112418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.112802 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Added segment 6c6fb7dd-f286-4848-a709-d763cd5cc114 of type vlan for network 3005fbb0-7390-4996-ae7b-51b72402c13e Apr 14 07:28:31.114096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:31.141554 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.190201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.191157 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0696e7c6-8393-4394-90c3-9b10e2be8c7d req-5db1735f-ac1a-4d74-bb1d-a002a819a75a tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924432 Apr 14 07:28:31.191327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:31.191948 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.198577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-63c49055-b3cf-4c33-bbd0-ca3d3de4703d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:31.294370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Network e627fe99-fd61-4d41-8def-c372c5f9f7f7 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:28:31.306859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.312376 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4423940 Apr 14 07:28:31.313318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Pushing event updated for resources: {'Network': ['ID=3005fbb0-7390-4996-ae7b-51b72402c13e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:31.315413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 51896) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:31.318240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:31.322054 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Request body: {'subnet': {'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1772582617-subnet', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:31.326021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 3005fbb0-7390-4996-ae7b-51b72402c13e details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:28:31.328934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:31.333172 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Usage tracker for resource:subnet and tenant:b18a5ee336504953b005b3490a068c94 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:31.337014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:31.344159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:31.355422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Made reservation on behalf of b18a5ee336504953b005b3490a068c94 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:28:31.361146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.378446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:28:31.495754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Network e627fe99-fd61-4d41-8def-c372c5f9f7f7 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:28:31.519661 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:28:31.553791 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-280b02a4-3fb4-4254-9bf8-a917531bb61e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1201069 Apr 14 07:28:31.610807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.616318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.619399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:31.641957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e627fe99-fd61-4d41-8def-c372c5f9f7f7,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:31.644278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:31.656430 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e627fe99-fd61-4d41-8def-c372c5f9f7f7 HTTP/1.1" status: 204 len: 168 time: 1.7299178 Apr 14 07:28:31.658408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51910) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:31.746927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Deleting subnet b8dab746-9823-4c93-b384-2a564a0c79e7 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:28:31.751147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.756171 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80051-35f7-4378-a999-b656e5237934 req-455c769f-8115-48b0-af7a-596490f79a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:31.757831 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-455c769f-8115-48b0-af7a-596490f79a39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 1099 time: 0.1647933 Apr 14 07:28:31.825131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.887615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:31.979766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80051-35f7-4378-a999-b656e5237934 req-280a41f3-6cef-4b9b-92b8-c63ea0ace8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:31.981350 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-280a41f3-6cef-4b9b-92b8-c63ea0ace8c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.1653996 Apr 14 07:28:32.045600 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51918) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:32.073106 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-178b82ca-f89e-423c-b0d3-badb16fd5cbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abb5424d-ee37-43b6-99c6-deabd783e686 HTTP/1.1" status: 200 len: 217 time: 0.0721629 Apr 14 07:28:32.193182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ab7b1-2cbe-4421-ad76-d29d025b0ab9 req-444ae197-1541-4b51-aaaf-d159ec1fa573 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:32.194829 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-787ab7b1-2cbe-4421-ad76-d29d025b0ab9 req-444ae197-1541-4b51-aaaf-d159ec1fa573 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1479826 Apr 14 07:28:32.199964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.216365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80051-35f7-4378-a999-b656e5237934 req-db318dd7-3e32-4cd0-8ba2-d20fffc4639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:32.217936 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-db318dd7-3e32-4cd0-8ba2-d20fffc4639d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.1061532 Apr 14 07:28:32.220902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-98e46ba1-853c-4313-9702-75b779bc732a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:32.298924 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-787ab7b1-2cbe-4421-ad76-d29d025b0ab9 req-1434ca0f-bf2c-4106-b521-c8e184ca42fc tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925198 Apr 14 07:28:32.353317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 323ee31e-1d9c-422e-be15-8e1db34336d1 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:32.402007 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3d40b974-a93c-41cb-a3df-5d8367d83fc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51cb58f9e4754f70a90e2acb156567da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532720 Apr 14 07:28:32.409229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51930) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:32.454347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.507204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 323ee31e-1d9c-422e-be15-8e1db34336d1 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:32.507669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.508867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e41ea5fb-e4bf-44e4-8899-eb7d594f0360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:32.611342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.645468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8dab746-9823-4c93-b384-2a564a0c79e7,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:32.658904 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.671654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:32.709682 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-10784bf4-7475-453c-b33a-f5c2ecc8f534 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4601138 Apr 14 07:28:32.730623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.737100 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.744177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-56933205-5e9f-450e-98c2-1623879d74a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:32.766860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ad0237-8699-46ae-a773-7d0c8d59c9f6,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:32.770424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:32.771669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.773122 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3ad0237-8699-46ae-a773-7d0c8d59c9f6 HTTP/1.1" status: 204 len: 168 time: 0.3622596 Apr 14 07:28:32.779260 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3ea9c5cd-279b-4a15-a04c-8c4cb586bdd2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b8dab746-9823-4c93-b384-2a564a0c79e7 HTTP/1.1" status: 204 len: 168 time: 1.1180811 Apr 14 07:28:32.779944 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51936) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:32.824337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d92e4d-501a-4987-b862-4ff2c66b01dd,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:32.839957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:32.933801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:32.952069 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04c6a-97dc-4bb8-870e-b5f51a9e9464 req-cbeb2f58-0703-4be9-ba31-24e889459904 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:32.959867 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e9e04c6a-97dc-4bb8-870e-b5f51a9e9464 req-cbeb2f58-0703-4be9-ba31-24e889459904 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.3280396 Apr 14 07:28:32.963355 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-0064e552-db8b-4d7d-bedc-a47d32fec604 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416444 Apr 14 07:28:33.003951 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Sync routers for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:28:33.040101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:33.041204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:33.098300 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e9e04c6a-97dc-4bb8-870e-b5f51a9e9464 req-908c6f5c-4991-487d-a0a4-9d3c738d28bf tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371813 Apr 14 07:28:33.158490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Checking segment: {'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:33.158811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Network hostable DHCP agents. Network: 3005fbb0-7390-4996-ae7b-51b72402c13e, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:28:33.176101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.251228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Network 3005fbb0-7390-4996-ae7b-51b72402c13e is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:28:33.261947 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fd80051-35f7-4378-a999-b656e5237934 req-d6c7646a-94b1-48d7-9a33-c360ab3ed83a service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890270 Apr 14 07:28:33.265576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 3005fbb0-7390-4996-ae7b-51b72402c13e) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:33.269992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:33.270805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.285322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73d27f-69c4-48c1-a72a-7f5b88bc17bf None None] Network 3005fbb0-7390-4996-ae7b-51b72402c13e requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:28:33.304445 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9853325 Apr 14 07:28:33.304829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 51946) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:33.311301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:33.316762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:33.321473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Usage tracker for resource:router and tenant:b18a5ee336504953b005b3490a068c94 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:33.326376 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:33.332712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:33.334858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace30de6-0c35-4a35-8fd0-1fdfcd72f002']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:33.345707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.347199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.356588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a077c921-4aad-4fe8-b21d-1f4bb3702319') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:33.357506 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a077c921-4aad-4fe8-b21d-1f4bb3702319') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:33.369655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.374668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.403031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.410550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:28:33.424992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:33.658151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Network ace30de6-0c35-4a35-8fd0-1fdfcd72f002 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:28:33.672357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.694963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.867111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-3005fbb0-7390-4996-ae7b-51b72402c13e', 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'fixed_ips': [{'subnet_id': '25d92e4d-501a-4987-b862-4ff2c66b01dd'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:28:33.868041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:33.890831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Network ace30de6-0c35-4a35-8fd0-1fdfcd72f002 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:28:33.915330 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:28:33.928136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379a83b-f6c6-4079-bd63-695557c6d9da req-83204b22-e976-47b6-b1f4-c4170537a047 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:33.929692 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4379a83b-f6c6-4079-bd63-695557c6d9da req-83204b22-e976-47b6-b1f4-c4170537a047 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.4763696 Apr 14 07:28:33.971426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 2, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:33.983564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Checking router: 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:28:33.983564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Updating router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 port 96d1469a-f617-453b-bff9-e4897f7b710f binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:28:34.050089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.086227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.264714 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.333430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Allocated IP 172.28.2.139 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/0de2c767-cdc3-487c-a930-8275ab17798a) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:28:34.336080 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4379a83b-f6c6-4079-bd63-695557c6d9da req-89efcb62-7a8d-4d32-ad3f-48296dfdaf8f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651457 Apr 14 07:28:34.341478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.352507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6ac689ea-2af6-4812-a768-b06064a4b492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:34.368549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7365-41df-464b-910e-f9cf01cd02f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.387872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.396866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace30de6-0c35-4a35-8fd0-1fdfcd72f002,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:34.407675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:34.412853 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ace30de6-0c35-4a35-8fd0-1fdfcd72f002 HTTP/1.1" status: 204 len: 168 time: 1.6315453 Apr 14 07:28:34.450831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Allocated IP 172.20.0.2 (3005fbb0-7390-4996-ae7b-51b72402c13e/25d92e4d-501a-4987-b862-4ff2c66b01dd/df3d9861-5231-42d7-8bcc-b84f584d13b0) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:28:34.487136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea497-1054-42e4-a0ec-dd0fd9cc338c req-5b55c75d-01e2-400c-a858-9267a642d44e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:34.488843 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c1ea497-1054-42e4-a0ec-dd0fd9cc338c req-5b55c75d-01e2-400c-a858-9267a642d44e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2335439 Apr 14 07:28:34.550567 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c1ea497-1054-42e4-a0ec-dd0fd9cc338c req-5b85f4dd-4913-4f54-9e9f-6570100673d3 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Apr 14 07:28:34.570209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.615474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.634849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:34.780473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51970) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:34.843394 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3ffa2753-c34c-4e8d-ba04-4ebdb2cac9fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d4b270443cc4adda30b19a104d08231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614076 Apr 14 07:28:34.851493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51976) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:34.871702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Pushing event updated for resources: {'Port': ['ID=0de2c767-cdc3-487c-a930-8275ab17798a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:34.921555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:34.929260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:34.950563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51980) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:34.962371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.025113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.031066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-130370e0-08f9-45b4-b664-e4acd6c57c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:35.048588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9159b7-cb1f-420c-85c5-6d9d70a54834,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:35.053308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:35.060056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.065503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c7742-443c-4973-9955-a5c497822872 req-983b0a80-3439-41be-8615-60b85fe537ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:35.067064 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c66c7742-443c-4973-9955-a5c497822872 req-983b0a80-3439-41be-8615-60b85fe537ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 1099 time: 0.1920035 Apr 14 07:28:35.074756 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf9159b7-cb1f-420c-85c5-6d9d70a54834 HTTP/1.1" status: 204 len: 168 time: 0.2137330 Apr 14 07:28:35.077806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694d11-6c85-462c-9ad5-a39a20e53a38 req-d060d31e-ae26-4b6b-9834-a7927ce9131f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:35.079636 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7b694d11-6c85-462c-9ad5-a39a20e53a38 req-d060d31e-ae26-4b6b-9834-a7927ce9131f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.2586739 Apr 14 07:28:35.081740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:35.106288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:35.112678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:28:35.172182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.182331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.206221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:35.206908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Transition to ACTIVE for port object df3d9861-5231-42d7-8bcc-b84f584d13b0 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:35.213626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c1faf3b291406c85482990781ebb02 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:35.219144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:35.226244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:35.231551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.243073 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Transition to ACTIVE for port object df3d9861-5231-42d7-8bcc-b84f584d13b0 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:35.251270 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Transition to ACTIVE for port object 96d1469a-f617-453b-bff9-e4897f7b710f will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:35.256249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.278983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d2ff8250-ef0e-48a0-92a0-62ab4fa6528e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:35.334001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.337360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.368380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bcbea15a-f394-4b81-a62b-dd23b9af5304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:35.403136 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4c1faf3b291406c85482990781ebb02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489374 Apr 14 07:28:35.403136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05abc508-38a8-4ed5-9002-06bda95a8830,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:35.415367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51990) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:35.418318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Pushing event updated for resources: {'Port': ['ID=df3d9861-5231-42d7-8bcc-b84f584d13b0,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:35.422297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:35.423427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.434345 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d19374ad-5e15-4b55-83db-f3d532c59293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:35.451373 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:35.508346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.527029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 51994) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:35.531559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816b69-f03d-47ef-9181-e0b0375cce50 None None] Pushing event updated for resources: {'Port': ['ID=96d1469a-f617-453b-bff9-e4897f7b710f,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:35.534579 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-81816b69-f03d-47ef-9181-e0b0375cce50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:35.557482 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7b694d11-6c85-462c-9ad5-a39a20e53a38 req-60cc9d01-4be9-4958-8587-258285fed08f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459233 Apr 14 07:28:35.569002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.634896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.644933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b740a589-9df3-4575-bcc3-674347f10a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:35.680135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:35.689066 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05abc508-38a8-4ed5-9002-06bda95a8830 HTTP/1.1" status: 204 len: 168 time: 0.2723756 Apr 14 07:28:35.690463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05abc508-38a8-4ed5-9002-06bda95a8830,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:35.701957 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a7e91d6b-7517-42e4-9a53-817099e3d876 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc994b5b561544ca8bc9207625906444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706922 Apr 14 07:28:35.701957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:35.708595 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Network 3005fbb0-7390-4996-ae7b-51b72402c13e is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:35.711472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:35.712770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c7742-443c-4973-9955-a5c497822872 req-f7903310-beaf-4fdb-81a7-0ad3919062dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:35.713807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:28:35.714363 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c66c7742-443c-4973-9955-a5c497822872 req-f7903310-beaf-4fdb-81a7-0ad3919062dd service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 911 time: 0.6315236 Apr 14 07:28:35.715365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52002) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:35.793960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11953c3-8203-4228-baae-15fc6f8a8856 req-30a20935-c2f2-48bf-a338-b5c303081946 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:35.802855 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f11953c3-8203-4228-baae-15fc6f8a8856 req-30a20935-c2f2-48bf-a338-b5c303081946 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1095431 Apr 14 07:28:35.845506 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f11953c3-8203-4228-baae-15fc6f8a8856 req-a983064a-1938-4e37-9933-e92def57899e tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Apr 14 07:28:35.916769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Attempting to bind port df3d9861-5231-42d7-8bcc-b84f584d13b0 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:28:35.917230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Attempting to bind port df3d9861-5231-42d7-8bcc-b84f584d13b0 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:28:35.917649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Attempting to bind port df3d9861-5231-42d7-8bcc-b84f584d13b0 on network 3005fbb0-7390-4996-ae7b-51b72402c13e {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:36.010605 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:28:36.010960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Checking segment: {'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:36.011570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.011845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Bound using segment: {'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:28:36.012425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Bound port: df3d9861-5231-42d7-8bcc-b84f584d13b0, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:28:36.013202 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.062793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Attempting to bind port 96d1469a-f617-453b-bff9-e4897f7b710f on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:28:36.063221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Attempting to bind port 96d1469a-f617-453b-bff9-e4897f7b710f by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:28:36.063637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Attempting to bind port 96d1469a-f617-453b-bff9-e4897f7b710f on network f3b70e69-86e7-411b-9542-2152304fe8bc {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:36.074080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:28:36.074505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Checking segment: {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:36.075007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.075449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Bound using segment: {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:28:36.075998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Bound port: 96d1469a-f617-453b-bff9-e4897f7b710f, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:28:36.076459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.081835 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c66c7742-443c-4973-9955-a5c497822872 req-b3fbcbb1-1007-4447-8fe4-9b15f34da276 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 200 len: 1002 time: 0.2992721 Apr 14 07:28:36.104666 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d395e714-32b1-4374-85c0-91e56c28a6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.138535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d395e714-32b1-4374-85c0-91e56c28a6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.244089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d395e714-32b1-4374-85c0-91e56c28a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.263462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] For port 96d1469a-f617-453b-bff9-e4897f7b710f, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:28:36.267608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] For port 96d1469a-f617-453b-bff9-e4897f7b710f, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=96d1469a-f617-453b-bff9-e4897f7b710f,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:28:36.272415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] For port df3d9861-5231-42d7-8bcc-b84f584d13b0, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:28:36.275197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.285360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-78dcb52b-8b97-435f-a79f-1423bbbd606b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:36.292909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:36.311168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395e714-32b1-4374-85c0-91e56c28a6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4be3e7-7e89-4d51-ad12-71811e736f20,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:36.319636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d395e714-32b1-4374-85c0-91e56c28a6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:36.323680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.405511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] For port df3d9861-5231-42d7-8bcc-b84f584d13b0, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=df3d9861-5231-42d7-8bcc-b84f584d13b0,segment=NetworkSegment(6c6fb7dd-f286-4848-a709-d763cd5cc114),segment_id=6c6fb7dd-f286-4848-a709-d763cd5cc114)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:28:36.434964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.457855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb58ae4f-6748-4564-b9e5-2b0894fea928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.470546 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c7742-443c-4973-9955-a5c497822872 req-f31cb8a9-5a97-4f02-8cb1-0c16fd4b10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:36.472162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c66c7742-443c-4973-9955-a5c497822872 req-f31cb8a9-5a97-4f02-8cb1-0c16fd4b10c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.3715053 Apr 14 07:28:36.475487 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d395e714-32b1-4374-85c0-91e56c28a6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:36.479211 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d395e714-32b1-4374-85c0-91e56c28a6be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da4be3e7-7e89-4d51-ad12-71811e736f20 HTTP/1.1" status: 204 len: 168 time: 0.7038941 Apr 14 07:28:36.736411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c7742-443c-4973-9955-a5c497822872 req-36d32dbe-2ef2-4df3-beaa-691358aad848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:36.738068 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c66c7742-443c-4973-9955-a5c497822872 req-36d32dbe-2ef2-4df3-beaa-691358aad848 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2580726 Apr 14 07:28:36.843119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81816b69-f03d-47ef-9181-e0b0375cce50 None None] Pushing event updated for resources: {'Port': ['ID=96d1469a-f617-453b-bff9-e4897f7b710f,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:36.849556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-81816b69-f03d-47ef-9181-e0b0375cce50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:36.851649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:36.889293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cd27a-1dcf-4a99-af72-7b138e5602d2 req-f3e64ce4-5607-4086-962e-592c8db4b034 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:36.891886 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c71cd27a-1dcf-4a99-af72-7b138e5602d2 req-f3e64ce4-5607-4086-962e-592c8db4b034 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1215694 Apr 14 07:28:36.940962 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c71cd27a-1dcf-4a99-af72-7b138e5602d2 req-5e18381a-5a77-4640-a1d0-e4355cad6556 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Apr 14 07:28:36.983100 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:37.079919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Pushing event updated for resources: {'Port': ['ID=df3d9861-5231-42d7-8bcc-b84f584d13b0,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:37.092268 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:37.097168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:37.098001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:37.373199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08169ecb-b710-42fd-8a54-77540b05f00b req-5556efea-5130-40b2-bff6-3aceb441fd4b tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:37.381218 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-08169ecb-b710-42fd-8a54-77540b05f00b req-5556efea-5130-40b2-bff6-3aceb441fd4b tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1815522 Apr 14 07:28:37.420456 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c66c7742-443c-4973-9955-a5c497822872 req-8f18c0bc-3711-46c6-b52d-4976ecf0c4fe service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651528 Apr 14 07:28:37.434016 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-08169ecb-b710-42fd-8a54-77540b05f00b req-7c99c3e9-a88f-4c15-895f-6e7dacb6f02a tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517821 Apr 14 07:28:37.450092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:37.554591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:37.571200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:37.666064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Router dcd575c6-9af9-44d7-b41b-3a6213a958e0 is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:28:37.689607 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c66c7742-443c-4973-9955-a5c497822872 req-b20cbbec-3668-4739-868a-43452f5b0878 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530499 Apr 14 07:28:37.898294 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:37.939362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:36Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:37.945793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d659c821-5415-43e8-a863-90bca7c11b23 None None] The sync data for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb is: [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:36Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:28:38.336082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:28:38.345945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Sync routers for ids ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:28:38.358547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Routers {'dcd575c6-9af9-44d7-b41b-3a6213a958e0'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:38.361203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:38.431476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:38.435774 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1267314 Apr 14 07:28:38.435774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52104) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:38.625992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 96d1469a-f617-453b-bff9-e4897f7b710f up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:38.773134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 96d1469a-f617-453b-bff9-e4897f7b710f completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:38.787946 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 96d1469a-f617-453b-bff9-e4897f7b710f triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:38.788353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:38.820656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Set router dcd575c6-9af9-44d7-b41b-3a6213a958e0 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:38.877050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47613c-5190-40c2-b42c-a31466b2462f req-b92014f8-2b71-45e9-ae66-919adba2c276 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:38.879293 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6d47613c-5190-40c2-b42c-a31466b2462f req-b92014f8-2b71-45e9-ae66-919adba2c276 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1419380 Apr 14 07:28:38.934613 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6d47613c-5190-40c2-b42c-a31466b2462f req-66dfb176-4c1a-41ef-af93-6d2b8f61bdae tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Apr 14 07:28:38.981137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6078b20-c8ae-478c-901c-a52b21791914 req-7dc48e0a-b56a-4617-b20f-54f8a2939ba1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:38.989725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.007211 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c6078b20-c8ae-478c-901c-a52b21791914 req-7dc48e0a-b56a-4617-b20f-54f8a2939ba1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.8610880 Apr 14 07:28:39.040657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.062724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 96d1469a-f617-453b-bff9-e4897f7b710f, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=96d1469a-f617-453b-bff9-e4897f7b710f,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:39.068074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.069606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device df3d9861-5231-42d7-8bcc-b84f584d13b0 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:39.147295 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c6078b20-c8ae-478c-901c-a52b21791914 req-ebec57ba-b63e-44b1-9eb1-d065d478754a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266503 Apr 14 07:28:39.171092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:39.280608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c68c20-2820-4f34-a729-85d8716e43a4 None None] Network 3005fbb0-7390-4996-ae7b-51b72402c13e requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:28:39.387254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:28:35Z', 'revision_number': 3, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port': {'id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:34Z', 'updated_at': '2021-04-14T07:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:39.391922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Checking router: dcd575c6-9af9-44d7-b41b-3a6213a958e0 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:28:39.392608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Updating router dcd575c6-9af9-44d7-b41b-3a6213a958e0 port 0de2c767-cdc3-487c-a930-8275ab17798a binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:28:39.417377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=96d1469a-f617-453b-bff9-e4897f7b710f,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:39.422943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:39.443545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-007f5924-c550-47b0-9aa5-264911f24d00 None None] Provisioning for port df3d9861-5231-42d7-8bcc-b84f584d13b0 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:39.475954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.476430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port df3d9861-5231-42d7-8bcc-b84f584d13b0 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:39.490175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port df3d9861-5231-42d7-8bcc-b84f584d13b0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:39.490769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.740933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.768000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.791017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port df3d9861-5231-42d7-8bcc-b84f584d13b0, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=df3d9861-5231-42d7-8bcc-b84f584d13b0,segment=NetworkSegment(6c6fb7dd-f286-4848-a709-d763cd5cc114),segment_id=6c6fb7dd-f286-4848-a709-d763cd5cc114)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:39.800164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:39.807103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:39.910941 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=df3d9861-5231-42d7-8bcc-b84f584d13b0,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:39.922244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:40.078891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Allocated IP 172.20.0.1 (3005fbb0-7390-4996-ae7b-51b72402c13e/25d92e4d-501a-4987-b862-4ff2c66b01dd/020ecad8-f01b-4eb7-8fca-d833b80f9eb3) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:28:40.190243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-3dc2dae3-f579-4ad9-935c-3e3dd34c565f None None] Provisioning complete for port df3d9861-5231-42d7-8bcc-b84f584d13b0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:40.195229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dae3-f579-4ad9-935c-3e3dd34c565f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.206472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.219144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Transition to ACTIVE for port object 0de2c767-cdc3-487c-a930-8275ab17798a will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:40.226243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.268213 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e222554e-2786-4edc-aa2a-e90dd328f87f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:40.331792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a29b-9fae-4961-acb6-8ed80424fc83 req-60798e28-5bb8-4d8b-a21c-73b6354d5007 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:40.334612 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b3c2a29b-9fae-4961-acb6-8ed80424fc83 req-60798e28-5bb8-4d8b-a21c-73b6354d5007 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2231450 Apr 14 07:28:40.376715 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b3c2a29b-9fae-4961-acb6-8ed80424fc83 req-d76a75af-06aa-497c-b24c-b63f2a8cc1d6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336413 Apr 14 07:28:40.380216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.398378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Transition to ACTIVE for port object 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:40.443285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.451777 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 96d1469a-f617-453b-bff9-e4897f7b710f up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:40.468638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0a91d2c7-1d9b-4bbf-be82-7b5e95bd8a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:40.582306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4c7a-a8b3-4e7b-94d9-eb4c4279ebf2 req-e254f7a8-5e7f-43f5-b27e-2fe4e41fab79 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:40.587395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 96d1469a-f617-453b-bff9-e4897f7b710f triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:40.587839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.590289 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b27b4c7a-a8b3-4e7b-94d9-eb4c4279ebf2 req-e254f7a8-5e7f-43f5-b27e-2fe4e41fab79 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1581242 Apr 14 07:28:40.663618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Pushing event updated for resources: {'Port': ['ID=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:40.667831 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b27b4c7a-a8b3-4e7b-94d9-eb4c4279ebf2 req-9bddc8dc-ffa4-4238-a8bc-90e05f299a9a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695930 Apr 14 07:28:40.674742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:40.717089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85491be4-9d20-4273-ac95-36451d466212 None None] Pushing event updated for resources: {'Port': ['ID=0de2c767-cdc3-487c-a930-8275ab17798a,revision_number=2']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:40.731614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-85491be4-9d20-4273-ac95-36451d466212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:40.736664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device df3d9861-5231-42d7-8bcc-b84f584d13b0 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:40.760965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Network 3005fbb0-7390-4996-ae7b-51b72402c13e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:40.762175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:40.764506 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:28:40.765031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.832975 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port df3d9861-5231-42d7-8bcc-b84f584d13b0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:40.833580 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.839615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Attempting to bind port 0de2c767-cdc3-487c-a930-8275ab17798a on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:28:40.840024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Attempting to bind port 0de2c767-cdc3-487c-a930-8275ab17798a by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:28:40.840477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Attempting to bind port 0de2c767-cdc3-487c-a930-8275ab17798a on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:40.847420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:28:40.847836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:40.848286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.848757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:28:40.849287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Bound port: 0de2c767-cdc3-487c-a930-8275ab17798a, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:28:40.849724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.920898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.962474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] For port 0de2c767-cdc3-487c-a930-8275ab17798a, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:28:40.967130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] For port 0de2c767-cdc3-487c-a930-8275ab17798a, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=0de2c767-cdc3-487c-a930-8275ab17798a,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:28:40.970013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:40.987610 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3e3b852d-e784-48d2-b48e-fa9e2fd09e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:41.075525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-b1328d24-b199-4d93-b5e7-c1d2bb33c537 None None] Provisioning for port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:41.080502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-b1328d24-b199-4d93-b5e7-c1d2bb33c537 None None] Provisioning complete for port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:41.080976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1328d24-b199-4d93-b5e7-c1d2bb33c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:41.141867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85491be4-9d20-4273-ac95-36451d466212 None None] Pushing event updated for resources: {'Port': ['ID=0de2c767-cdc3-487c-a930-8275ab17798a,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:41.146200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-85491be4-9d20-4273-ac95-36451d466212 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:41.163403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-b1328d24-b199-4d93-b5e7-c1d2bb33c537 None None] Port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:28:41.187622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Routers {'dcd575c6-9af9-44d7-b41b-3a6213a958e0'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:41.188297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:41.233521 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:41.237583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:41.238429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:41.257584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-19ab18ec-80b4-4724-8a15-bb899144e707 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:41.391463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] Set router dcd575c6-9af9-44d7-b41b-3a6213a958e0 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:41.399465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Pushing event updated for resources: {'Port': ['ID=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:41.412846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:41.455968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Network 3005fbb0-7390-4996-ae7b-51b72402c13e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:28:41.457291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:28:41.697822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-aafcf219-c0c6-4813-b511-88f7b7b0392d None None] Provisioning complete for port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:41.698251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aafcf219-c0c6-4813-b511-88f7b7b0392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:41.760422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:28:40Z', 'revision_number': 4, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port': {'id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:34Z', 'updated_at': '2021-04-14T07:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '020ecad8-f01b-4eb7-8fca-d833b80f9eb3', 'name': '', 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'mac_address': 'fa:16:3e:b4:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:39Z', 'updated_at': '2021-04-14T07:28:41Z', 'revision_number': 2, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'subnets': [{'id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:41.765256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a0cdcf-3199-4c9d-aaa8-747e3e7f63b9 None None] The sync data for ids ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'] in dv-cinder-784092-5-smb is: [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:28:40Z', 'revision_number': 4, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port': {'id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:34Z', 'updated_at': '2021-04-14T07:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '020ecad8-f01b-4eb7-8fca-d833b80f9eb3', 'name': '', 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'mac_address': 'fa:16:3e:b4:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:39Z', 'updated_at': '2021-04-14T07:28:41Z', 'revision_number': 2, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'subnets': [{'id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:28:41.773821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-aafcf219-c0c6-4813-b511-88f7b7b0392d None None] Port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:28:41.988148 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691bcc4-87d1-47fe-9ede-dd76b7f22df4 req-2d33bbb3-1095-423c-aae9-d3efe007c73d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:41.989769 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f691bcc4-87d1-47fe-9ede-dd76b7f22df4 req-2d33bbb3-1095-423c-aae9-d3efe007c73d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.4664993 Apr 14 07:28:41.995382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Router dcd575c6-9af9-44d7-b41b-3a6213a958e0 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:28:42.087285 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f691bcc4-87d1-47fe-9ede-dd76b7f22df4 req-a0caac87-d7e8-46f5-89bf-76dec2e9e073 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890241 Apr 14 07:28:42.249938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:28:42.261251 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] 10.222.0.42 "PUT /v2.0/routers/dcd575c6-9af9-44d7-b41b-3a6213a958e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8243878 Apr 14 07:28:43.054132 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52180) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:43.060154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590504888', 'description': 'tempest-secgroup-smoke-590504888 description', 'project_id': 'fd1078d61e394efa968d394d9ba79dc2'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:43.066577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:43.071169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:43.074224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:43.080191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:43.090678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.094775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:43.098800 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:43.101766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:43.107787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:43.187003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.189994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.195362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-be4b035e-efc0-4984-b401-9f967d95f3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:43.284288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.288509 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2304368 Apr 14 07:28:43.288509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5863b509-30d4-4b51-b5bd-2376edfec7da,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:43.288930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52186) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:43.290216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:43.295388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'security_group_rule': {'security_group_id': '5863b509-30d4-4b51-b5bd-2376edfec7da', 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:43.301884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:43.316400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:43.319684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:43.328064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:43.332065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70529e62-d825-4343-8b2e-c155a1452499 req-3b727031-35bc-4eb2-82f7-1b775ecaf999 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:43.333717 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-70529e62-d825-4343-8b2e-c155a1452499 req-3b727031-35bc-4eb2-82f7-1b775ecaf999 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1143296 Apr 14 07:28:43.345346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.370721 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-70529e62-d825-4343-8b2e-c155a1452499 req-cbad96de-d27f-435e-95c3-ef628c326b45 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289817 Apr 14 07:28:43.412829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.415875 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.418423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8c201e0d-40a1-4951-bbf6-14d8b9d1f8c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:43.441335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea562afe-541b-43a7-acb1-1325610f5fe4,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:43.446968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:43.453398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.454665 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644387 Apr 14 07:28:43.457652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52194) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:43.463288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'security_group_rule': {'security_group_id': '5863b509-30d4-4b51-b5bd-2376edfec7da', 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:43.469689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:43.473726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:43.476982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:43.482841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:43.499561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.566831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.568862 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.571489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:43.594493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d102ec6-88f6-4890-8b06-f092ca2e2cc0,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:43.597079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:43.603594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.605045 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462092 Apr 14 07:28:43.607864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52200) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:43.613424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'security_group_rule': {'security_group_id': '5863b509-30d4-4b51-b5bd-2376edfec7da', 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:43.620075 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:43.624502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:43.627243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:43.633994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:43.653990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.720128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.723038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.725081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:43.749012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c05c319-1a99-49a6-9a3a-b3c59812d3c8,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:43.751657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:43.758312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.759545 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507049 Apr 14 07:28:43.762483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52204) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:43.767899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'security_group_rule': {'security_group_id': '5863b509-30d4-4b51-b5bd-2376edfec7da', 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:43.773921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:43.777856 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:43.780869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:43.787146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:43.804244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.876855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.879871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.882042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:43.902943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2903b727-4aef-445b-b66a-cdaa28ed483d,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:43.907206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:43.914389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:43.915634 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5949ca09-05ff-46c4-97cf-a27b1e1e280c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521785 Apr 14 07:28:43.918787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52210) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:43.924294 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'security_group_rule': {'security_group_id': '5863b509-30d4-4b51-b5bd-2376edfec7da', 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:43.931151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:43.935135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:43.938137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:43.944511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:43.954148 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.securitygroups_db [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Project fd1078d61e394efa968d394d9ba79dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 07:28:43.961389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.032843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.035679 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.037870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-74f17431-558f-471a-ba01-3156043fe6a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:44.063681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984b3026-7880-477e-959c-2a9e5ef92745,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:44.066306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:44.072613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.073899 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0b7d5e43-d8eb-4608-af6a-52877950bcbb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541111 Apr 14 07:28:44.076763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52216) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:28:44.082352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'security_group_rule': {'security_group_id': '5863b509-30d4-4b51-b5bd-2376edfec7da', 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:28:44.088389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:28:44.092513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:security_group_rule and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:28:44.095689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:28:44.102382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:28:44.112034 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.securitygroups_db [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Project fd1078d61e394efa968d394d9ba79dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 07:28:44.119733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.190446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.193263 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.195329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:44.218551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ebda65-5d0c-4788-983e-7f2ed565f48c,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:44.221351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:44.228672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.229958 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6b2a3ad8-2c51-4479-aaed-5ab88b957fdb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521702 Apr 14 07:28:44.343423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 0de2c767-cdc3-487c-a930-8275ab17798a up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:44.417794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 0de2c767-cdc3-487c-a930-8275ab17798a completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:44.423007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 0de2c767-cdc3-487c-a930-8275ab17798a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:44.423440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.600713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36519c01-00f3-4b8d-8d54-fc7f690e40c5 req-4fa9e0f2-4058-44f1-ace8-ce9f0e85bbae tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:44.602473 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-36519c01-00f3-4b8d-8d54-fc7f690e40c5 req-4fa9e0f2-4058-44f1-ace8-ce9f0e85bbae tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1080554 Apr 14 07:28:44.642462 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-36519c01-00f3-4b8d-8d54-fc7f690e40c5 req-798f2095-6b8d-4ddf-aa07-97bf0827d2fb tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Apr 14 07:28:44.739583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.758667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 0de2c767-cdc3-487c-a930-8275ab17798a, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=0de2c767-cdc3-487c-a930-8275ab17798a,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:44.763063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:44.765387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9ee603bd-749f-48db-b462-56bb37c44f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:44.840696 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=0de2c767-cdc3-487c-a930-8275ab17798a,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:44.844427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:45.079506 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Sync routers for ids ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:28:45.089411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Routers {'dcd575c6-9af9-44d7-b41b-3a6213a958e0'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:45.090097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:45.327449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Set router dcd575c6-9af9-44d7-b41b-3a6213a958e0 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:45.665452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:28:40Z', 'revision_number': 4, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port': {'id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:34Z', 'updated_at': '2021-04-14T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '020ecad8-f01b-4eb7-8fca-d833b80f9eb3', 'name': '', 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'mac_address': 'fa:16:3e:b4:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:39Z', 'updated_at': '2021-04-14T07:28:41Z', 'revision_number': 2, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'subnets': [{'id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:45.669579 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Checking router: dcd575c6-9af9-44d7-b41b-3a6213a958e0 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:28:45.670055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Updating router dcd575c6-9af9-44d7-b41b-3a6213a958e0 port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:28:45.730386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:45.853986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d11504-939a-4952-9f1e-8bd4d0fdef3d req-859559ca-11d5-4c63-93cf-dcdfbb73e8b3 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:45.855478 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6d11504-939a-4952-9f1e-8bd4d0fdef3d req-859559ca-11d5-4c63-93cf-dcdfbb73e8b3 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0898867 Apr 14 07:28:45.888979 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6d11504-939a-4952-9f1e-8bd4d0fdef3d req-3fc5ee4f-0ee6-42f0-8fde-ae2c28a9ee01 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269918 Apr 14 07:28:46.155859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:46.168443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Transition to ACTIVE for port object 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:28:46.175023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:46.191987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:46.357913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 0de2c767-cdc3-487c-a930-8275ab17798a up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:46.413215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cd61-1d4f-4dbf-bb5f-d73eefddfd71 None None] Pushing event updated for resources: {'Port': ['ID=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:46.420793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cee3cd61-1d4f-4dbf-bb5f-d73eefddfd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:46.609276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 0de2c767-cdc3-487c-a930-8275ab17798a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:46.609703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:46.639729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Attempting to bind port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:28:46.639947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Attempting to bind port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:28:46.640361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Attempting to bind port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 on network 3005fbb0-7390-4996-ae7b-51b72402c13e {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:28:46.659978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:28:46.660401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Checking segment: {'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:28:46.661156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:46.661333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Bound using segment: {'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:28:46.661895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Bound port: 020ecad8-f01b-4eb7-8fca-d833b80f9eb3, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6fb7dd-f286-4848-a709-d763cd5cc114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:28:46.662320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:46.806179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] For port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:28:46.824938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] For port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,segment=NetworkSegment(6c6fb7dd-f286-4848-a709-d763cd5cc114),segment_id=6c6fb7dd-f286-4848-a709-d763cd5cc114)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:28:46.836432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:46.854497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-81816b69-f03d-47ef-9181-e0b0375cce50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:47.010874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3cd61-1d4f-4dbf-bb5f-d73eefddfd71 None None] Pushing event updated for resources: {'Port': ['ID=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:47.016340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cee3cd61-1d4f-4dbf-bb5f-d73eefddfd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:47.057096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Routers {'dcd575c6-9af9-44d7-b41b-3a6213a958e0'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:28:47.057771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:28:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:47.108039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88637269-b626-4f87-94b4-89ab99f5fc86 req-08ca6f5e-db45-4d9c-ad9d-63a9f60cb442 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:47.109868 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88637269-b626-4f87-94b4-89ab99f5fc86 req-08ca6f5e-db45-4d9c-ad9d-63a9f60cb442 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1001191 Apr 14 07:28:47.149845 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88637269-b626-4f87-94b4-89ab99f5fc86 req-895835b0-bd2e-437b-892c-2a4ace1f48ff tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282872 Apr 14 07:28:47.449719 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] Set router dcd575c6-9af9-44d7-b41b-3a6213a958e0 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:28:47.788854 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:28:40Z', 'revision_number': 4, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port': {'id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:34Z', 'updated_at': '2021-04-14T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '020ecad8-f01b-4eb7-8fca-d833b80f9eb3', 'name': '', 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'mac_address': 'fa:16:3e:b4:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:39Z', 'updated_at': '2021-04-14T07:28:46Z', 'revision_number': 4, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'subnets': [{'id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:28:47.792916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7199dbd-af88-4e2b-a9bf-f883025765e8 None None] The sync data for ids ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'] in dv-cinder-784092-5-smb is: [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:28:40Z', 'revision_number': 4, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port': {'id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:34Z', 'updated_at': '2021-04-14T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '020ecad8-f01b-4eb7-8fca-d833b80f9eb3', 'name': '', 'network_id': '3005fbb0-7390-4996-ae7b-51b72402c13e', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'mac_address': 'fa:16:3e:b4:ee:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:39Z', 'updated_at': '2021-04-14T07:28:46Z', 'revision_number': 4, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'subnets': [{'id': '25d92e4d-501a-4987-b862-4ff2c66b01dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:28:48.391769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:48.408766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db89d36-d84a-40d6-801c-b382c3d1eb47 req-4b20d5bf-249f-4e91-9695-a5b0089dad47 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:48.410538 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6db89d36-d84a-40d6-801c-b382c3d1eb47 req-4b20d5bf-249f-4e91-9695-a5b0089dad47 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1123314 Apr 14 07:28:48.452359 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6db89d36-d84a-40d6-801c-b382c3d1eb47 req-a42a1587-c4a2-4976-a954-9673c9a9b406 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Apr 14 07:28:48.512906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:28:48.517733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:48.518253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:48.651061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:48.669118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,segment=NetworkSegment(6c6fb7dd-f286-4848-a709-d763cd5cc114),segment_id=6c6fb7dd-f286-4848-a709-d763cd5cc114)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:28:48.673219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:48.676813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:28:48.751956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:28:48.756029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:28:49.669405 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5577d-8bd8-49de-8efd-cd8b61fbfc10 req-debccf20-1b29-4264-b6e6-396f98a0b64f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:49.671066 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fdf5577d-8bd8-49de-8efd-cd8b61fbfc10 req-debccf20-1b29-4264-b6e6-396f98a0b64f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0942917 Apr 14 07:28:49.702968 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fdf5577d-8bd8-49de-8efd-cd8b61fbfc10 req-c227e8c5-d94c-4cc2-8e7f-9386b6bd7ba2 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249503 Apr 14 07:28:50.321659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:28:50.398024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:28:50.398551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:28:50.902677 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df929072-5c60-446c-8bba-1d7c047acb88 req-695c0bfc-e4ca-4eb4-bab5-fd3a9401456a tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:50.904268 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df929072-5c60-446c-8bba-1d7c047acb88 req-695c0bfc-e4ca-4eb4-bab5-fd3a9401456a tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0872092 Apr 14 07:28:50.940876 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df929072-5c60-446c-8bba-1d7c047acb88 req-55c431ac-586b-461c-a668-4177cce81357 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294604 Apr 14 07:28:52.150191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7f7d-e95d-4ecd-96a8-adfd3434e0b0 req-cc9f2df3-b633-45d2-9b3a-5bdd1c246c5f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:52.151853 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a0eb7f7d-e95d-4ecd-96a8-adfd3434e0b0 req-cc9f2df3-b633-45d2-9b3a-5bdd1c246c5f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0968187 Apr 14 07:28:52.184788 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a0eb7f7d-e95d-4ecd-96a8-adfd3434e0b0 req-038d4002-18bf-4034-a3af-d8a6a06a1f6c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264149 Apr 14 07:28:53.390003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fcf78-51fe-4617-adf4-feaaa90c133c req-14db67a0-e839-4bbe-a16c-65972f39656c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:53.392110 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-975fcf78-51fe-4617-adf4-feaaa90c133c req-14db67a0-e839-4bbe-a16c-65972f39656c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0898993 Apr 14 07:28:53.427095 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-975fcf78-51fe-4617-adf4-feaaa90c133c req-002eccd4-334a-470d-ad18-f05e4b2057c8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285780 Apr 14 07:28:54.631447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf4185-53d3-47fa-aec9-338d38f2991d req-6cb1003c-99f6-4be8-8fed-0d1474b5a49c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:54.633064 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-06bf4185-53d3-47fa-aec9-338d38f2991d req-6cb1003c-99f6-4be8-8fed-0d1474b5a49c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0895054 Apr 14 07:28:54.665262 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-06bf4185-53d3-47fa-aec9-338d38f2991d req-e77f4d38-2214-4abb-b75f-25aaf32c69a1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257661 Apr 14 07:28:55.875502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde7b85-e1cd-4dad-8ff3-354e0aaea021 req-e1f33ddc-05ff-42bf-b484-75377100281f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:55.877124 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6cde7b85-e1cd-4dad-8ff3-354e0aaea021 req-e1f33ddc-05ff-42bf-b484-75377100281f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0963383 Apr 14 07:28:55.907749 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6cde7b85-e1cd-4dad-8ff3-354e0aaea021 req-d37c1e40-27a9-42af-9773-621bac2d6424 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242598 Apr 14 07:28:57.117399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe30ea-38b8-4ffe-a7fb-ff4b7ac221b3 req-7af3d306-31cb-43f8-8174-616234c095af tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:57.125571 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-edfe30ea-38b8-4ffe-a7fb-ff4b7ac221b3 req-7af3d306-31cb-43f8-8174-616234c095af tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1015615 Apr 14 07:28:57.160085 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-edfe30ea-38b8-4ffe-a7fb-ff4b7ac221b3 req-066e2c2c-ec06-4879-9034-e39119d3fbf7 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Apr 14 07:28:58.368192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561883-d2b4-459d-a414-5f3f8f7d7254 req-244cf453-cd68-47fd-a683-74cac4a8a6ef tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:58.370119 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb561883-d2b4-459d-a414-5f3f8f7d7254 req-244cf453-cd68-47fd-a683-74cac4a8a6ef tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0941358 Apr 14 07:28:58.402773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb561883-d2b4-459d-a414-5f3f8f7d7254 req-41a2fbed-3739-4c1b-92d9-68e5ca01154a tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257337 Apr 14 07:28:59.604398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e5e0-39e6-474d-bd03-7a7ff242248c req-90fa2424-ab07-4f83-9564-245b6ce3866b tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:28:59.606081 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42f7e5e0-39e6-474d-bd03-7a7ff242248c req-90fa2424-ab07-4f83-9564-245b6ce3866b tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0887766 Apr 14 07:28:59.640572 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42f7e5e0-39e6-474d-bd03-7a7ff242248c req-da4a882b-fa42-49f2-9eaf-8bfb3325cdf1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276372 Apr 14 07:29:00.495569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de558b93-3215-47fd-be7b-b2a747b4d48b req-afecfdd9-9ce2-46ac-be74-27b5918e1bde tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:00.498186 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de558b93-3215-47fd-be7b-b2a747b4d48b req-afecfdd9-9ce2-46ac-be74-27b5918e1bde tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0971828 Apr 14 07:29:00.532837 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de558b93-3215-47fd-be7b-b2a747b4d48b req-4d4888a8-4c9e-4428-b495-3afd29b9e43d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282316 Apr 14 07:29:00.864822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f124b-1546-4783-8af8-cf64a74b9d21 req-d3a3062b-aff8-43ab-b49a-868948bd7292 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:00.866407 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f69f124b-1546-4783-8af8-cf64a74b9d21 req-d3a3062b-aff8-43ab-b49a-868948bd7292 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0888209 Apr 14 07:29:00.897762 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f69f124b-1546-4783-8af8-cf64a74b9d21 req-f89415d1-9761-4a85-9114-f91e66231f89 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249817 Apr 14 07:29:01.722467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abcc66-d42b-45ea-be9c-4c18af414231 req-b63c07dd-3154-495d-a99b-cbb7ba3d0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:01.724088 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1abcc66-d42b-45ea-be9c-4c18af414231 req-b63c07dd-3154-495d-a99b-cbb7ba3d0466 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.1353533 Apr 14 07:29:01.768977 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1abcc66-d42b-45ea-be9c-4c18af414231 req-1641e063-0f7f-451b-bef2-aba6825e01ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295391 Apr 14 07:29:01.790991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ffe65-95fc-4ed3-baa7-9653877c05b6 req-140cfc4d-6cce-4025-a41e-2f2b548ba4da tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:01.792683 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8d6ffe65-95fc-4ed3-baa7-9653877c05b6 req-140cfc4d-6cce-4025-a41e-2f2b548ba4da tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1287582 Apr 14 07:29:01.825928 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8d6ffe65-95fc-4ed3-baa7-9653877c05b6 req-26063de9-ae48-4a23-9ebb-611b1e2509ca tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257740 Apr 14 07:29:02.107139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a1511-c817-4b56-bf5c-f40778287749 req-8404d2bd-7e1c-452a-9a2b-09d0dac2eb70 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:02.109252 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-278a1511-c817-4b56-bf5c-f40778287749 req-8404d2bd-7e1c-452a-9a2b-09d0dac2eb70 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0942335 Apr 14 07:29:02.140640 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-278a1511-c817-4b56-bf5c-f40778287749 req-36864e59-ff59-46a9-979b-6fd127d94403 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249276 Apr 14 07:29:03.038861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9282bcd-94bf-433c-b5dc-e4b05fc72b8b req-1eb2e89f-5082-43b7-9b2d-59e014523508 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:03.040389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c9282bcd-94bf-433c-b5dc-e4b05fc72b8b req-1eb2e89f-5082-43b7-9b2d-59e014523508 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0937941 Apr 14 07:29:03.079513 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c9282bcd-94bf-433c-b5dc-e4b05fc72b8b req-842ee50b-8829-421a-9821-a86e4a976947 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281570 Apr 14 07:29:03.344064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03172aa0-d4b2-41ce-981e-05a9640192bb req-5339f9ac-4f40-4f94-a426-d2ffd846dccf tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:03.345606 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-03172aa0-d4b2-41ce-981e-05a9640192bb req-5339f9ac-4f40-4f94-a426-d2ffd846dccf tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0924413 Apr 14 07:29:03.376070 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-03172aa0-d4b2-41ce-981e-05a9640192bb req-11efb7e8-aa92-42a4-8390-bcf19694fe18 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241446 Apr 14 07:29:03.935620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953084ad-2bcc-4963-8af0-9100090a8849 req-81e012af-2d0a-498b-b5b4-22611c197e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:03.937749 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-953084ad-2bcc-4963-8af0-9100090a8849 req-81e012af-2d0a-498b-b5b4-22611c197e68 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=feb6e91c63934d93abff5575b15a2569&device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 1098 time: 0.1381664 Apr 14 07:29:04.050681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-af688961-1bba-46be-a67c-abe8c04801c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:04.055865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e04b30-c317-4e3c-a020-82412c225127 req-6eda23a8-fe21-4454-84bb-05dc365a6237 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:04.057593 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-87e04b30-c317-4e3c-a020-82412c225127 req-6eda23a8-fe21-4454-84bb-05dc365a6237 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2064400 Apr 14 07:29:04.124826 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-87e04b30-c317-4e3c-a020-82412c225127 req-17a5b461-08ed-439d-8828-5e7ea614cf5b tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 Apr 14 07:29:04.152832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953084ad-2bcc-4963-8af0-9100090a8849 req-18589eda-c9b7-4fd6-84ba-775efb798c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:04.155545 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-953084ad-2bcc-4963-8af0-9100090a8849 req-18589eda-c9b7-4fd6-84ba-775efb798c92 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 200 len: 920 time: 0.2087762 Apr 14 07:29:04.233397 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-953084ad-2bcc-4963-8af0-9100090a8849 req-37abd099-c059-4068-8563-01d148406eb4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 200 len: 217 time: 0.0684307 Apr 14 07:29:04.298454 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3410d-c96b-4d9e-8d0b-77684c7c8bf6 req-d2eb7d04-95a9-47b0-92e6-95f79b800022 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:04.300047 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-77f3410d-c96b-4d9e-8d0b-77684c7c8bf6 req-d2eb7d04-95a9-47b0-92e6-95f79b800022 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0961921 Apr 14 07:29:04.310851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953084ad-2bcc-4963-8af0-9100090a8849 req-2561b6b1-3509-479b-a359-4e624f1dd2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:04.312414 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-953084ad-2bcc-4963-8af0-9100090a8849 req-2561b6b1-3509-479b-a359-4e624f1dd2c5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 200 len: 859 time: 0.0669436 Apr 14 07:29:04.330553 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-77f3410d-c96b-4d9e-8d0b-77684c7c8bf6 req-29def1a7-ffc5-46ad-a2ec-90c77c720dfc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240939 Apr 14 07:29:04.366820 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-953084ad-2bcc-4963-8af0-9100090a8849 req-3ea902b8-af47-4352-993c-6ac2eb74e31e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7a35a013-5ab5-474d-b45c-27d639cedd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464783 Apr 14 07:29:04.516000 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-953084ad-2bcc-4963-8af0-9100090a8849 req-b9b30f9d-afb1-41a8-8c47-b53f81d934b3 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388505 Apr 14 07:29:04.662350 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-953084ad-2bcc-4963-8af0-9100090a8849 req-0698f2fc-bb16-4f23-be20-cbfc9fcd5439 service neutron] 10.222.0.50 "GET /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375871 Apr 14 07:29:05.333786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536b67-c100-4433-9aa0-790e8125afc9 req-0ff4a921-2422-4b5f-8158-6ed373cf8124 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:05.335302 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a536b67-c100-4433-9aa0-790e8125afc9 req-0ff4a921-2422-4b5f-8158-6ed373cf8124 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0897079 Apr 14 07:29:05.369516 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a536b67-c100-4433-9aa0-790e8125afc9 req-03ca5a36-e8f8-4483-9380-0e89ef978821 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271745 Apr 14 07:29:05.540589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eede8c4-e6ad-4ac2-b2b2-c3dcfb3393a8 req-a5a9b365-18fb-4516-b1ba-daa7d9300839 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:05.542170 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5eede8c4-e6ad-4ac2-b2b2-c3dcfb3393a8 req-a5a9b365-18fb-4516-b1ba-daa7d9300839 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0923975 Apr 14 07:29:05.572447 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5eede8c4-e6ad-4ac2-b2b2-c3dcfb3393a8 req-adc2f3b6-5aaa-4d73-8bd3-bdb33ce15a1d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239494 Apr 14 07:29:06.349450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4f183b57-5233-482e-8ab4-6a4e97fadd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:06.572517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc30da-4a46-4e16-a168-088fa47bb219 req-db0fb869-e098-43ab-82f6-532fb813e3a8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:06.574118 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-32fc30da-4a46-4e16-a168-088fa47bb219 req-db0fb869-e098-43ab-82f6-532fb813e3a8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0867085 Apr 14 07:29:06.607901 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-32fc30da-4a46-4e16-a168-088fa47bb219 req-be2c0d4c-b695-4872-b71e-aa7fef2101a6 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272191 Apr 14 07:29:06.796246 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cbc2e-fd7c-4750-8447-c36647bd3c10 req-d9fe4fa9-f98d-4957-9f0a-dae901594d2c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:06.797878 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-730cbc2e-fd7c-4750-8447-c36647bd3c10 req-d9fe4fa9-f98d-4957-9f0a-dae901594d2c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1010215 Apr 14 07:29:06.828112 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-730cbc2e-fd7c-4750-8447-c36647bd3c10 req-054f59dd-b6be-4238-970c-f4d216b82df7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237150 Apr 14 07:29:07.419623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:07.535873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:07.805591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc32a1-b437-4348-949c-de7c2beafab2 req-118bd392-5e52-4ebe-a73b-804ac36f98d0 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:07.807151 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fcbc32a1-b437-4348-949c-de7c2beafab2 req-118bd392-5e52-4ebe-a73b-804ac36f98d0 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0869272 Apr 14 07:29:07.839359 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fcbc32a1-b437-4348-949c-de7c2beafab2 req-bd6a933f-5e38-4f6d-9a96-628da730a3a8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259738 Apr 14 07:29:07.891430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:08.037445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd8ed-d211-4a55-b604-168176abca23 req-82555e51-05eb-46ef-a201-94e6d8692e6c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:08.039177 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-20abd8ed-d211-4a55-b604-168176abca23 req-82555e51-05eb-46ef-a201-94e6d8692e6c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0908592 Apr 14 07:29:08.071987 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-20abd8ed-d211-4a55-b604-168176abca23 req-da3ed3f1-3820-40fd-be0e-317cc17374ac tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249906 Apr 14 07:29:08.378746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:29:08.812821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:09.286851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8115e65-2000-4e5c-8851-6d6f355a20f7 req-c5195956-663b-4f93-948d-4345400bc8ea tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:09.288770 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8115e65-2000-4e5c-8851-6d6f355a20f7 req-c5195956-663b-4f93-948d-4345400bc8ea tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0931265 Apr 14 07:29:09.319863 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8115e65-2000-4e5c-8851-6d6f355a20f7 req-13853610-c605-4aa5-8955-1c915b1f78c6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239408 Apr 14 07:29:10.533356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476891d-5ec7-4853-a2e8-45f2216067ba req-47db72c9-0431-4420-b1fe-ec1326c36e25 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:10.534903 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3476891d-5ec7-4853-a2e8-45f2216067ba req-47db72c9-0431-4420-b1fe-ec1326c36e25 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0876946 Apr 14 07:29:10.567307 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3476891d-5ec7-4853-a2e8-45f2216067ba req-7f0ee7e7-467c-44ff-9e5b-55a9973e2edd tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256951 Apr 14 07:29:11.778436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c3b7-d280-433f-aca3-66ba7eee057b req-abd6b243-f396-4d90-9e00-44d7d1db60ce tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:11.785996 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9870c3b7-d280-433f-aca3-66ba7eee057b req-abd6b243-f396-4d90-9e00-44d7d1db60ce tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.0936198 Apr 14 07:29:11.818922 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9870c3b7-d280-433f-aca3-66ba7eee057b req-676e8615-a609-49bd-87ac-8e5b54badc85 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252905 Apr 14 07:29:11.920414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-5ca67fc4-ed56-4d93-bba7-9e733482ad0d tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Synchronizing usage tracker for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:11.936211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-5ca67fc4-ed56-4d93-bba7-9e733482ad0d tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Unset dirty status for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:11.937522 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-5ca67fc4-ed56-4d93-bba7-9e733482ad0d tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590504888&fields=id&tenant_id=fd1078d61e394efa968d394d9ba79dc2 HTTP/1.1" status: 200 len: 267 time: 0.0420249 Apr 14 07:29:12.102516 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-9b0fffce-a0fc-4afd-afa2-85ceb5e093a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:12.103250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-9b0fffce-a0fc-4afd-afa2-85ceb5e093a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Synchronizing usage tracker for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:12.120101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-9b0fffce-a0fc-4afd-afa2-85ceb5e093a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Unset dirty status for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:12.121520 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-9b0fffce-a0fc-4afd-afa2-85ceb5e093a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 807 time: 0.1767411 Apr 14 07:29:12.148756 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c7c3634e-d8bf-4cae-bb2f-27601ebca96f tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/quotas/fd1078d61e394efa968d394d9ba79dc2 HTTP/1.1" status: 200 len: 375 time: 0.0101666 Apr 14 07:29:12.249705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-8d81eec0-989b-47ce-bd3d-a79d5d85d798 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Synchronizing usage tracker for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:12.270442 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-8d81eec0-989b-47ce-bd3d-a79d5d85d798 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Unset dirty status for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:12.271980 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-8d81eec0-989b-47ce-bd3d-a79d5d85d798 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159759 Apr 14 07:29:12.444838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5bfeb-89b4-41e4-82c1-d4b3e73bda50 req-5a8627c9-85cc-485f-a48b-d0c63ce81009 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:12.449096 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-caff3ccd-a7bc-4fd6-85a4-2d32a7d2d4d4 service neutron] 10.222.0.42 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593986 Apr 14 07:29:12.453122 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c5d5bfeb-89b4-41e4-82c1-d4b3e73bda50 req-5a8627c9-85cc-485f-a48b-d0c63ce81009 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1031959 Apr 14 07:29:12.479023 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c5d5bfeb-89b4-41e4-82c1-d4b3e73bda50 req-f240cf24-1379-4904-95bd-1f0452e51d58 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248265 Apr 14 07:29:12.564558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52686) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:12.593934 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-d34342ae-7f56-4562-a94a-7854950e1f39 service neutron] 10.222.0.42 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396942 Apr 14 07:29:12.730561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:12.747222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:12.751507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Usage tracker for resource:security_group_rule and tenant:8aa2ef22aeef4e82b4671d86285e604c is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:12.754503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:12.760974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:12.846896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:12.849817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:12.859421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9511201b-3a47-4f37-b27c-09bba4aca6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:12.910068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7a449c-744c-4819-ab45-e16fb885e39e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:12.913756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:12.927661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52702) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:12.937818 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8aa2ef22aeef4e82b4671d86285e604c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720560 Apr 14 07:29:13.000085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:13.075554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6004395e-077d-42ba-91dd-fe83d2921fd9 req-549e38c4-5bec-4b86-85dd-40c341496376 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 210 time: 0.0642989 Apr 14 07:29:13.080324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:13.111435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312bd4-c7ea-496d-8fe8-0a1643559ef5 req-c4fed6a4-88a6-4c41-bf5e-8ff6bf66badf tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:13.113244 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ac312bd4-c7ea-496d-8fe8-0a1643559ef5 req-c4fed6a4-88a6-4c41-bf5e-8ff6bf66badf tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1082537 Apr 14 07:29:13.141686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:13.148354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4a49fd6d-5b1a-4ab0-aa05-69096004c34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:13.164615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7a449c-744c-4819-ab45-e16fb885e39e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:13.167351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:13.172987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:13.177252 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d7a449c-744c-4819-ab45-e16fb885e39e HTTP/1.1" status: 204 len: 168 time: 0.2460568 Apr 14 07:29:13.181631 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ac312bd4-c7ea-496d-8fe8-0a1643559ef5 req-20509fc0-eb24-4338-87d6-89e5c47fe418 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489483 Apr 14 07:29:13.684291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed59848-6b3e-4ea4-9a3a-8927d71a44b4 req-69405d90-e676-48cb-b481-9cd84f4d0ad9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:13.686418 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7ed59848-6b3e-4ea4-9a3a-8927d71a44b4 req-69405d90-e676-48cb-b481-9cd84f4d0ad9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.0927367 Apr 14 07:29:13.718088 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7ed59848-6b3e-4ea4-9a3a-8927d71a44b4 req-a31b2524-4000-4836-8eb0-45602b97b684 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250101 Apr 14 07:29:14.252577 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8ce1905-55f6-4b0b-8cf6-7df4c2f03540 req-aa3084cd-4cbb-4da2-b25a-30835811d1a3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 210 time: 0.0566757 Apr 14 07:29:14.390514 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-3bcd52d0-744a-42af-9c37-9ebbe1e71790 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:14.392053 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-3bcd52d0-744a-42af-9c37-9ebbe1e71790 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 807 time: 0.2323699 Apr 14 07:29:14.454361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90e756-e229-407d-b8c3-ebcd7b6d8bbc req-a4d2052a-94ce-4d30-ad54-86d613ce3968 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:14.455954 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9e90e756-e229-407d-b8c3-ebcd7b6d8bbc req-a4d2052a-94ce-4d30-ad54-86d613ce3968 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1370635 Apr 14 07:29:14.513871 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-af14a95a-2f83-4ad9-9f58-452a965b29f0 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd1078d61e394efa968d394d9ba79dc2 HTTP/1.1" status: 200 len: 8059 time: 0.0966589 Apr 14 07:29:14.516758 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9e90e756-e229-407d-b8c3-ebcd7b6d8bbc req-7213ec7b-e4ce-4b00-90e2-0cd1712c2a60 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525184 Apr 14 07:29:14.523699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'port': {'device_id': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'admin_state_up': True, 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'security_groups': ['5863b509-30d4-4b51-b5bd-2376edfec7da']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:29:14.667195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:14.677254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:14.686051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Made reservation on behalf of fd1078d61e394efa968d394d9ba79dc2 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:29:14.692004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:14.846718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Allocated IP 172.20.0.10 (f3b70e69-86e7-411b-9542-2152304fe8bc/80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3/23172429-cb4d-4b51-af1b-6ffe25dfb78c) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:29:14.934564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50da72-e293-425c-a322-86f2535f83ea req-d16e2df7-5cda-4088-92a2-cd97681f2ce9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:14.936108 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb50da72-e293-425c-a322-86f2535f83ea req-d16e2df7-5cda-4088-92a2-cd97681f2ce9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.0983007 Apr 14 07:29:14.970963 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb50da72-e293-425c-a322-86f2535f83ea req-1fb894d4-bc3c-4669-8dc4-09c6e40c675c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252252 Apr 14 07:29:15.278610 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:15.295670 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Transition to ACTIVE for port object 23172429-cb4d-4b51-af1b-6ffe25dfb78c will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:29:15.320344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:15.336940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:15.366247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-cbbdd907-bdcb-4e92-a3c5-b7ceab88eeac tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:15.368124 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-cbbdd907-bdcb-4e92-a3c5-b7ceab88eeac tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.0902870 Apr 14 07:29:15.447664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Deleting port abb5424d-ee37-43b6-99c6-deabd783e686 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:29:15.448180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:15.532412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:15.537818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:15.602746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ddb04-1311-4eea-8280-70bd35f09689 req-a9de4cab-67ce-432c-914f-b6ccbed401da tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:15.604595 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1d3ddb04-1311-4eea-8280-70bd35f09689 req-a9de4cab-67ce-432c-914f-b6ccbed401da tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 932 time: 0.2247083 Apr 14 07:29:15.639169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Network f3b70e69-86e7-411b-9542-2152304fe8bc is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:29:15.642661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:29:15.646332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:29:15.653183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:15.654020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:15.660434 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1d3ddb04-1311-4eea-8280-70bd35f09689 req-06a651d6-53da-4724-8bd4-0fcf96080a24 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484412 Apr 14 07:29:15.683860 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1642225 Apr 14 07:29:15.697092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Request body: {'port': {'device_id': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:29:15.783290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] For port abb5424d-ee37-43b6-99c6-deabd783e686, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=abb5424d-ee37-43b6-99c6-deabd783e686,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:15.783686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:15.824300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:15.837594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8895bfcf-76b2-4059-bb42-4d71ff70d07f None None] Provisioning for port 23172429-cb4d-4b51-af1b-6ffe25dfb78c completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:29:15.842861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8895bfcf-76b2-4059-bb42-4d71ff70d07f None None] Provisioning complete for port 23172429-cb4d-4b51-af1b-6ffe25dfb78c triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:29:15.843434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8895bfcf-76b2-4059-bb42-4d71ff70d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:15.902322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8895bfcf-76b2-4059-bb42-4d71ff70d07f None None] Port 23172429-cb4d-4b51-af1b-6ffe25dfb78c cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:29:15.928094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ab845-7c6b-4944-aa5a-c2f66ed4821e req-baca60af-f271-40a7-8851-5f45f194c6dd tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:15.929785 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-595ab845-7c6b-4944-aa5a-c2f66ed4821e req-baca60af-f271-40a7-8851-5f45f194c6dd tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.2767873 Apr 14 07:29:15.937763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Calling delete_port for abb5424d-ee37-43b6-99c6-deabd783e686 owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:29:16.216250 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-595ab845-7c6b-4944-aa5a-c2f66ed4821e req-eaf0913e-acb8-4f8e-8346-2e87b6d78d9f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477064 Apr 14 07:29:16.260567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe38a70-781a-462e-8ff5-c94e6d280a99 req-0bf461bf-b332-425b-a02c-63302d70c943 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:16.262179 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cfe38a70-781a-462e-8ff5-c94e6d280a99 req-0bf461bf-b332-425b-a02c-63302d70c943 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=973da797-f599-4eb0-b996-905d4efd5d50 HTTP/1.1" status: 200 len: 946 time: 0.1504529 Apr 14 07:29:16.339988 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cfe38a70-781a-462e-8ff5-c94e6d280a99 req-2944e02f-e8cd-4135-87ca-6341eec9b1ff tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681612 Apr 14 07:29:16.340797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:16.353586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42786265-45a7-4a00-a03f-e07a912e5e4d', 'abb5424d-ee37-43b6-99c6-deabd783e686'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:29:16.358151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:16.370286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23172429-cb4d-4b51-af1b-6ffe25dfb78c {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:29:16.378616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:16.394502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Transition to ACTIVE for port object 23172429-cb4d-4b51-af1b-6ffe25dfb78c will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:29:16.397892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:16.408101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Pushing event deleted for resources: {'Port': ['ID=abb5424d-ee37-43b6-99c6-deabd783e686,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:16.413434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:16.415397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:16.560283 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:16.565455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:16.607473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] No DVR routers for this DVR port abb5424d-ee37-43b6-99c6-deabd783e686 on host hv-cinder-78409 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:29:16.610391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:16.615643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973da797-f599-4eb0-b996-905d4efd5d50', 'name': 'network-vif-deleted', 'tag': 'abb5424d-ee37-43b6-99c6-deabd783e686'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:16.635813 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c9affe20-3dfa-4b3c-99eb-fe7084639005 req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "DELETE /v2.0/ports/abb5424d-ee37-43b6-99c6-deabd783e686 HTTP/1.1" status: 204 len: 173 time: 1.2613187 Apr 14 07:29:16.669875 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973da797-f599-4eb0-b996-905d4efd5d50', 'name': 'network-vif-deleted', 'tag': 'abb5424d-ee37-43b6-99c6-deabd783e686', 'status': 'completed', 'code': 200} Apr 14 07:29:16.740036 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Attempting to bind port 23172429-cb4d-4b51-af1b-6ffe25dfb78c on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:29:16.740392 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Attempting to bind port 23172429-cb4d-4b51-af1b-6ffe25dfb78c by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:29:16.740821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Attempting to bind port 23172429-cb4d-4b51-af1b-6ffe25dfb78c on network f3b70e69-86e7-411b-9542-2152304fe8bc {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:29:16.747000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Port 23172429-cb4d-4b51-af1b-6ffe25dfb78c on network f3b70e69-86e7-411b-9542-2152304fe8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:29:16.747365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Attempting to bind port 23172429-cb4d-4b51-af1b-6ffe25dfb78c on network f3b70e69-86e7-411b-9542-2152304fe8bc {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:29:16.755924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:29:16.756576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Checking segment: {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:29:16.757106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Bound using segment: {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:29:16.757906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Bound port: 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f8e8c1-5d99-491f-85d7-d3a617dc84f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:29:16.758462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:16.906392 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:29:16.910389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:29:16.915834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:16.933829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:17.060568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1efba-e0d9-408f-8de6-6329b340e7ce req-a02dec92-4d8b-433c-9d9b-1b647b242958 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:17.061247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-15e1efba-e0d9-408f-8de6-6329b340e7ce req-a02dec92-4d8b-433c-9d9b-1b647b242958 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Synchronizing usage tracker for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:17.123618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-15e1efba-e0d9-408f-8de6-6329b340e7ce req-a02dec92-4d8b-433c-9d9b-1b647b242958 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Unset dirty status for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:17.124928 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-15e1efba-e0d9-408f-8de6-6329b340e7ce req-a02dec92-4d8b-433c-9d9b-1b647b242958 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.3166285 Apr 14 07:29:17.125592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:17.128885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:17.180057 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-15e1efba-e0d9-408f-8de6-6329b340e7ce req-efb74035-2071-4e55-9a29-f82370d5c663 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445380 Apr 14 07:29:17.192049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:17.193186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:17.196089 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-c4030154-c236-479f-9925-78139f65fa97 service neutron] 10.222.0.50 "PUT /v2.0/ports/23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 1094 time: 1.5029778 Apr 14 07:29:17.196749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:17.298984 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'status': 'completed', 'code': 200} Apr 14 07:29:17.345840 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-be1324a3-cc49-4e79-b29e-c3bf55c3d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:17.348116 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-be1324a3-cc49-4e79-b29e-c3bf55c3d532 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1097 time: 0.1042848 Apr 14 07:29:17.490824 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-b404b491-c20d-44d0-9f1f-cfd73ad936eb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 217 time: 0.0721309 Apr 14 07:29:17.569277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa14f9-1cf8-4aa7-aa94-4a5b533f851c req-1cac9b27-d5ae-4067-b47a-98259e1e7f2e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:17.571568 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d3aa14f9-1cf8-4aa7-aa94-4a5b533f851c req-1cac9b27-d5ae-4067-b47a-98259e1e7f2e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.2215512 Apr 14 07:29:17.609697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-8a6ada21-c0e8-45f8-bab2-cda4a096a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:17.611157 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-8a6ada21-c0e8-45f8-bab2-cda4a096a888 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.0989051 Apr 14 07:29:17.614250 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d3aa14f9-1cf8-4aa7-aa94-4a5b533f851c req-a952d383-3be9-4e56-85f3-0a91d86eb08e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343592 Apr 14 07:29:17.712869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-143cc5b1-e8bd-434e-a56e-44a3e512c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:17.714449 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-143cc5b1-e8bd-434e-a56e-44a3e512c0d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859907 Apr 14 07:29:17.914877 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-bd98197c-8cbf-4d9c-9e9c-f7102e4a4607 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914122 Apr 14 07:29:18.010168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1ac71-19ac-4f88-98df-cac63454cf6e req-d1c31f0b-244c-4c67-af89-c5eaa9086353 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:18.011742 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2ad1ac71-19ac-4f88-98df-cac63454cf6e req-d1c31f0b-244c-4c67-af89-c5eaa9086353 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.2177105 Apr 14 07:29:18.058503 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2ad1ac71-19ac-4f88-98df-cac63454cf6e req-5eb2bf41-30de-427c-b59b-a1311955998c tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Apr 14 07:29:18.097432 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c4fc875-80a0-44c5-9ab2-e6200acbf9b9 req-31f28876-df14-4934-a1e1-34eb53b91c82 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737640 Apr 14 07:29:18.230227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-2872867e-62af-4ac7-a207-bbb965c8bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:18.231835 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-2872867e-62af-4ac7-a207-bbb965c8bc6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1097 time: 0.0820134 Apr 14 07:29:18.382018 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-40a9681c-7edb-4952-a302-2be01b58d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:18.383606 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-40a9681c-7edb-4952-a302-2be01b58d455 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 908 time: 0.1424365 Apr 14 07:29:18.389624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1ac50-3515-4e7e-94f7-12fc381eae76 req-c84e25ba-a8d4-406b-b216-549663139427 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:18.391244 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f2d1ac50-3515-4e7e-94f7-12fc381eae76 req-c84e25ba-a8d4-406b-b216-549663139427 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.0881407 Apr 14 07:29:18.446123 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f2d1ac50-3515-4e7e-94f7-12fc381eae76 req-b7bdab95-7c77-45e9-a6a3-2cb8bf76dfd4 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474262 Apr 14 07:29:18.673489 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-f87fe786-4dd4-412c-ab19-c27face35f97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 217 time: 0.2814600 Apr 14 07:29:18.805457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-3dbb79cd-b854-4da1-93f3-be04d3d2982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:18.807119 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-3dbb79cd-b854-4da1-93f3-be04d3d2982b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.1258624 Apr 14 07:29:18.910981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422eb0-0457-431e-9491-bbf787637635 req-2930a9a6-63e9-4840-9d2c-8ef989268e4f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:18.912606 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1b422eb0-0457-431e-9491-bbf787637635 req-2930a9a6-63e9-4840-9d2c-8ef989268e4f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1745787 Apr 14 07:29:18.950620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-36818205-813c-46e7-9db7-e237b0425e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:18.952673 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-36818205-813c-46e7-9db7-e237b0425e1b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376710 Apr 14 07:29:18.957540 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1b422eb0-0457-431e-9491-bbf787637635 req-de8719c9-1cc3-428d-ae63-9861386d172a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Apr 14 07:29:18.998323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:29:19.085053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device abb5424d-ee37-43b6-99c6-deabd783e686 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:29:19.103100 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-713fb32f-12fd-4449-863f-9a1654257dd6 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431403 Apr 14 07:29:19.127726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: abb5424d-ee37-43b6-99c6-deabd783e686 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:29:19.128343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device abb5424d-ee37-43b6-99c6-deabd783e686 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:29:19.193309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:19.210177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'port_id': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'mac_address': 'fa:16:3e:54:c3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:29:19.280365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:19.281749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:29:19.300555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:19.304560 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:19.306922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:19.318110 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d163b68-529b-4e25-87f4-4ec803d9b986 req-b92b1283-40bd-4ad6-8dae-64d84d08e6d9 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078233 Apr 14 07:29:19.368614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a38dd-5197-4cd6-97ed-889b77b7e375 req-eb2691fd-d08b-4f64-b07b-5b39787ca191 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:19.369470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f64a38dd-5197-4cd6-97ed-889b77b7e375 req-eb2691fd-d08b-4f64-b07b-5b39787ca191 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Synchronizing usage tracker for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:19.388917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-f64a38dd-5197-4cd6-97ed-889b77b7e375 req-eb2691fd-d08b-4f64-b07b-5b39787ca191 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Unset dirty status for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:19.397876 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f64a38dd-5197-4cd6-97ed-889b77b7e375 req-eb2691fd-d08b-4f64-b07b-5b39787ca191 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1440194 Apr 14 07:29:19.412386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=6']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:19.422585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:29:19.439538 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f64a38dd-5197-4cd6-97ed-889b77b7e375 req-74d0d0b6-2552-407c-a507-fa4014507add tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Apr 14 07:29:19.453920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:19.715238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087809f-7abb-4dbe-b66e-4435118ab003 req-8a3fbacb-057f-4223-9cbc-9bedc70b489b tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:19.717809 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b087809f-7abb-4dbe-b66e-4435118ab003 req-8a3fbacb-057f-4223-9cbc-9bedc70b489b tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.1410823 Apr 14 07:29:19.752608 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b087809f-7abb-4dbe-b66e-4435118ab003 req-0d14e70b-8bbd-433f-b01a-e2bb0f3f98a6 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288091 Apr 14 07:29:20.193167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc838d4-f75f-46ca-bb54-6e3ae387438b req-2e0335be-fa7a-46ed-b7be-e8df0eb980e7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:20.195903 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-acc838d4-f75f-46ca-bb54-6e3ae387438b req-2e0335be-fa7a-46ed-b7be-e8df0eb980e7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 945 time: 0.1023498 Apr 14 07:29:20.233559 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-acc838d4-f75f-46ca-bb54-6e3ae387438b req-d15b0520-f843-404f-aca5-546803b956c8 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299029 Apr 14 07:29:20.651985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fae949-a637-400c-b23f-34c423fede4d req-860a855c-c5da-4048-b602-aa9f9fa5a6c8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:20.654016 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f0fae949-a637-400c-b23f-34c423fede4d req-860a855c-c5da-4048-b602-aa9f9fa5a6c8 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1009727 Apr 14 07:29:20.689267 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f0fae949-a637-400c-b23f-34c423fede4d req-66942e06-a766-4de5-a635-50ce54e62aab tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279434 Apr 14 07:29:20.965494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71324bb1-f7d2-4baa-8110-254561be0d8a req-b0b867f1-cf82-4aa6-b712-b8c06bcd17b1 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:20.967437 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-71324bb1-f7d2-4baa-8110-254561be0d8a req-b0b867f1-cf82-4aa6-b712-b8c06bcd17b1 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.0905275 Apr 14 07:29:20.999885 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-71324bb1-f7d2-4baa-8110-254561be0d8a req-b4f844c5-6e55-4418-8711-548631f0e288 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256591 Apr 14 07:29:21.023303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 23172429-cb4d-4b51-af1b-6ffe25dfb78c details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:29:21.028564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:29:21.201796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:29:21.202223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:21.287634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:21.312936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'port_id': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'mac_address': 'fa:16:3e:4e:13:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:29:21.434507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:21.435859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23172429-cb4d-4b51-af1b-6ffe25dfb78c {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:29:21.466331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:21.469938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:21.484162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:21.485628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:21.493847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:21.541927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3b5b5-83dd-4ffd-b3d2-54ec12d932db req-6d1f1a76-f8eb-4798-a8aa-c129783428a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:21.544488 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-82d3b5b5-83dd-4ffd-b3d2-54ec12d932db req-6d1f1a76-f8eb-4798-a8aa-c129783428a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 945 time: 0.1271667 Apr 14 07:29:21.555093 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'code': 200} Apr 14 07:29:21.561891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:21.570669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:21.583942 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-82d3b5b5-83dd-4ffd-b3d2-54ec12d932db req-27120497-b8ef-4c76-a9ac-6dba62265b6e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330522 Apr 14 07:29:21.598510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:21.603066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:21.603594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:21.689215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=7']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:21.693085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:21.767559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['23172429-cb4d-4b51-af1b-6ffe25dfb78c'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:29:21.930276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95e542-c166-417b-94da-f6bca95db342 req-d2613689-b8dc-4861-8778-09c862a68687 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:21.932133 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9a95e542-c166-417b-94da-f6bca95db342 req-d2613689-b8dc-4861-8778-09c862a68687 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1028962 Apr 14 07:29:21.971633 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9a95e542-c166-417b-94da-f6bca95db342 req-d0ec71ab-d24b-4673-8d4f-0d14f02fd56d tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323451 Apr 14 07:29:22.264199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788d3bd-247b-47cb-8b85-fe0196ed8932 req-5b3828cd-5816-4f2d-956b-874896b5dad3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:22.266022 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3788d3bd-247b-47cb-8b85-fe0196ed8932 req-5b3828cd-5816-4f2d-956b-874896b5dad3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 945 time: 0.1230776 Apr 14 07:29:22.301435 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3788d3bd-247b-47cb-8b85-fe0196ed8932 req-710913a6-abcb-4977-baf0-1e8e50adb60b tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275450 Apr 14 07:29:22.839903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac99fc-970f-4aaf-96c2-bf696c84dcce req-7cd92700-1825-4bda-8c30-b5aa8234b5b0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:22.852495 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1ac99fc-970f-4aaf-96c2-bf696c84dcce req-7cd92700-1825-4bda-8c30-b5aa8234b5b0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1340425 Apr 14 07:29:22.887772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1ac99fc-970f-4aaf-96c2-bf696c84dcce req-8afd8c46-3c8e-401a-960e-442975b71fdf tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278893 Apr 14 07:29:23.029831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 23172429-cb4d-4b51-af1b-6ffe25dfb78c up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:29:23.128821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 23172429-cb4d-4b51-af1b-6ffe25dfb78c completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:29:23.138293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 23172429-cb4d-4b51-af1b-6ffe25dfb78c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:29:23.139643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:23.210282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46ab8-19c3-474b-8803-80ff4688548a req-bd6920fc-89ec-4001-9d88-8497e2c67e71 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:23.211090 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-50a46ab8-19c3-474b-8803-80ff4688548a req-bd6920fc-89ec-4001-9d88-8497e2c67e71 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1091559 Apr 14 07:29:23.260006 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-50a46ab8-19c3-474b-8803-80ff4688548a req-1ba57604-87fa-4473-8817-011844bde68f tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Apr 14 07:29:23.359799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:23.379746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:23.383802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:23.387772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:23.474119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:23.483351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:23.556742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:23.573453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91885c2a-ff1e-41db-8a4a-ef71459a9cb9 req-764df024-2737-477f-a94e-238bdf8f6126 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:23.575412 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-91885c2a-ff1e-41db-8a4a-ef71459a9cb9 req-764df024-2737-477f-a94e-238bdf8f6126 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1117353 Apr 14 07:29:23.610858 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'code': 200} Apr 14 07:29:23.617604 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-91885c2a-ff1e-41db-8a4a-ef71459a9cb9 req-47f7d17e-edc6-406f-9b96-b7ff3675ecbf tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351133 Apr 14 07:29:24.003092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b4b63-58bc-476d-a4b1-c5c98c1a1713 req-91c1d88c-be01-43da-b068-cb2d13fee6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:24.005279 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ed6b4b63-58bc-476d-a4b1-c5c98c1a1713 req-91c1d88c-be01-43da-b068-cb2d13fee6a4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1099 time: 0.0951042 Apr 14 07:29:24.053272 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ed6b4b63-58bc-476d-a4b1-c5c98c1a1713 req-9fda5988-5bef-4a60-9355-bb837c017702 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405402 Apr 14 07:29:24.158407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e955e59-8ae4-44c1-82e0-cfbf9c7f4d58 req-e32b3da0-c883-4f7b-985e-465754360891 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:24.160041 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2e955e59-8ae4-44c1-82e0-cfbf9c7f4d58 req-e32b3da0-c883-4f7b-985e-465754360891 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1057930 Apr 14 07:29:24.202478 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2e955e59-8ae4-44c1-82e0-cfbf9c7f4d58 req-e9a537f1-662e-49d4-8167-db9fe1e381ef tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Apr 14 07:29:24.371016 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dcb90-2496-439d-97fc-e242fa174178 req-aba318c5-4a38-4226-9557-0d7db63152f5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:24.373046 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f04dcb90-2496-439d-97fc-e242fa174178 req-aba318c5-4a38-4226-9557-0d7db63152f5 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.1352186 Apr 14 07:29:24.477921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f0fef-92aa-4c22-852c-2b30eeefb4a3 req-ab468203-0e8d-42ca-99ac-6d63a504ae37 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:24.479640 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c75f0fef-92aa-4c22-852c-2b30eeefb4a3 req-ab468203-0e8d-42ca-99ac-6d63a504ae37 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 945 time: 0.0913589 Apr 14 07:29:24.482116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Deleting port 42786265-45a7-4a00-a03f-e07a912e5e4d {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:29:24.482519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:24.514034 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c75f0fef-92aa-4c22-852c-2b30eeefb4a3 req-7b63beef-5ffd-4c3e-8816-644fc6d439b9 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/security-groups?id=188bbeee-05e0-4e93-8016-8c11f6c744a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264850 Apr 14 07:29:24.852793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] For port 42786265-45a7-4a00-a03f-e07a912e5e4d, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42786265-45a7-4a00-a03f-e07a912e5e4d,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:24.853254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:25.010691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Calling delete_port for 42786265-45a7-4a00-a03f-e07a912e5e4d owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:29:25.143039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd038d5-7f2c-4901-91c1-10547237689c req-f76f4a16-d73c-4deb-a8e7-75be28f4ce39 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:25.145463 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ffd038d5-7f2c-4901-91c1-10547237689c req-f76f4a16-d73c-4deb-a8e7-75be28f4ce39 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.3700657 Apr 14 07:29:25.229490 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ffd038d5-7f2c-4901-91c1-10547237689c req-2b831d9b-b009-4205-90d7-173f413c5e71 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759211 Apr 14 07:29:25.257758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:25.270405 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42786265-45a7-4a00-a03f-e07a912e5e4d'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:29:25.275523 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:25.335334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Pushing event deleted for resources: {'Port': ['ID=42786265-45a7-4a00-a03f-e07a912e5e4d,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:25.420769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:25.446061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d97a2-b04c-4a82-8df6-714b0410d457 req-0169dc2d-a322-4d07-9708-ed077390dea2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:25.447923 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-014d97a2-b04c-4a82-8df6-714b0410d457 req-0169dc2d-a322-4d07-9708-ed077390dea2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1156950 Apr 14 07:29:25.485500 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-014d97a2-b04c-4a82-8df6-714b0410d457 req-1c02cdae-474d-4240-b8f8-89d86725de97 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286994 Apr 14 07:29:25.666449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] No DVR routers for this DVR port 42786265-45a7-4a00-a03f-e07a912e5e4d on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:29:25.714769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:25.726782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b07caf-829c-4995-b8e7-924f018db9fb', 'name': 'network-vif-deleted', 'tag': '42786265-45a7-4a00-a03f-e07a912e5e4d'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:25.741755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-bb545852-8acc-4da8-ad82-bad0678d8b14 req-ab65cf1e-3d05-4570-ae3b-7ee37d2438c7 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Synchronizing usage tracker for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:25.746732 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f04dcb90-2496-439d-97fc-e242fa174178 req-166fe0b0-8ec7-4fcf-bbb7-8f6a9b0f8f13 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.50 "DELETE /v2.0/ports/42786265-45a7-4a00-a03f-e07a912e5e4d HTTP/1.1" status: 204 len: 173 time: 1.3611159 Apr 14 07:29:25.784685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-bb545852-8acc-4da8-ad82-bad0678d8b14 req-ab65cf1e-3d05-4570-ae3b-7ee37d2438c7 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Unset dirty status for tenant:feb6e91c63934d93abff5575b15a2569 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:25.786169 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb545852-8acc-4da8-ad82-bad0678d8b14 req-ab65cf1e-3d05-4570-ae3b-7ee37d2438c7 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] 10.222.0.42 "GET /v2.0/ports?device_id=85b07caf-829c-4995-b8e7-924f018db9fb HTTP/1.1" status: 200 len: 210 time: 0.1216483 Apr 14 07:29:25.841096 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b07caf-829c-4995-b8e7-924f018db9fb', 'name': 'network-vif-deleted', 'tag': '42786265-45a7-4a00-a03f-e07a912e5e4d', 'status': 'completed', 'code': 200} Apr 14 07:29:26.497326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390481d-9e46-486a-ad03-832d85666663 req-b237b97e-ddbe-4cad-970b-8d3db496c670 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:26.499913 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0390481d-9e46-486a-ad03-832d85666663 req-b237b97e-ddbe-4cad-970b-8d3db496c670 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1176522 Apr 14 07:29:26.553189 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0390481d-9e46-486a-ad03-832d85666663 req-e59cbf71-0f34-45ab-89f1-205d7add39c6 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465257 Apr 14 07:29:26.730773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf53f8f-755a-4a31-ae47-179db4b12689 req-a5b4a566-bc63-4b5a-b681-32264600c655 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:26.732762 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3cf53f8f-755a-4a31-ae47-179db4b12689 req-a5b4a566-bc63-4b5a-b681-32264600c655 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1003525 Apr 14 07:29:26.779340 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3cf53f8f-755a-4a31-ae47-179db4b12689 req-24490402-8022-4f70-b5b4-1648eed64379 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388453 Apr 14 07:29:26.810138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232134c-5c33-408a-b47e-9c3428a52aec req-77c27bb6-7524-472d-8b3c-f677d8725d99 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:26.811874 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b232134c-5c33-408a-b47e-9c3428a52aec req-77c27bb6-7524-472d-8b3c-f677d8725d99 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1432583 Apr 14 07:29:26.877260 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b232134c-5c33-408a-b47e-9c3428a52aec req-1c687316-6886-4b7e-a294-ed5bca0c0ce3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582249 Apr 14 07:29:26.897575 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52894) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:26.941463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52900) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:27.244031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd70a604-8ce0-41d7-b41a-1bb6834571a0 tempest-TestShelveInstance-2079839304 tempest-TestShelveInstance-2079839304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:27.247901 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fd70a604-8ce0-41d7-b41a-1bb6834571a0 tempest-TestShelveInstance-2079839304 tempest-TestShelveInstance-2079839304-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1094 time: 0.3464193 Apr 14 07:29:27.248931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52906) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:27.258337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Request body: {'floatingip': {'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'port_id': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:29:27.265191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:27.269899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Usage tracker for resource:floatingip and tenant:fd1078d61e394efa968d394d9ba79dc2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:27.275331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:27.282595 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:27.295574 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:27.464200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:27.634025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Allocated IP 172.28.2.148 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/c29cf2c5-b103-42c5-a8a2-c9343d2d165a) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:29:27.668109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8046125'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:27.815530 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:27.873343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:27.984467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:28.085286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Deleting port b4c7f319-7150-475e-b30c-937482947c61 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:29:28.085592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:28.282296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] For port b4c7f319-7150-475e-b30c-937482947c61, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=b4c7f319-7150-475e-b30c-937482947c61,segment=NetworkSegment(84354b7e-4632-4149-ae7d-4edee976d753),segment_id=84354b7e-4632-4149-ae7d-4edee976d753)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:28.282710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:28.372882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'Port': ['ID=c29cf2c5-b103-42c5-a8a2-c9343d2d165a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:28.400023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.400550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.401031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.401501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.401958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.402491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.402846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.403293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.403743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.404300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.404655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.405119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:28.415952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:28.457022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:29:28.460133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:29:28.466204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:29:28.548564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334ef01-3b69-4603-afad-7595e4aef911 req-51668150-4e07-4267-a6ac-26252c1daf3d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:28.552440 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0334ef01-3b69-4603-afad-7595e4aef911 req-51668150-4e07-4267-a6ac-26252c1daf3d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.5692835 Apr 14 07:29:28.630623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Calling delete_port for b4c7f319-7150-475e-b30c-937482947c61 owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:29:28.658415 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0334ef01-3b69-4603-afad-7595e4aef911 req-08daaa48-f7cc-4102-8130-63a6d547dd5c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975955 Apr 14 07:29:28.751440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52920) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:29.019149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.060076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42786265-45a7-4a00-a03f-e07a912e5e4d no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:29:29.077138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.101096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:29.108148 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Usage tracker for resource:security_group_rule and tenant:3190f513a196418ab3c0d6cbd3f6f1d2 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:29.112914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:29.161400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 42786265-45a7-4a00-a03f-e07a912e5e4d {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:29:29.161810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42786265-45a7-4a00-a03f-e07a912e5e4d not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:29:29.197959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:29.208436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:29.265116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c7f319-7150-475e-b30c-937482947c61,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:29.269243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:29.278158 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.436172 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.478254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.482774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.493488 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-87e55628-2778-45db-98fd-977d53981e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:29.567209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846876701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7997658'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.594333 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3190f513a196418ab3c0d6cbd3f6f1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8412578 Apr 14 07:29:29.600369 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52936) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:29.601392 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f907a750-e1b0-467f-a8a2-6a02a60f4cbc,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:29.616124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:29.821703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:29.919798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:30.044007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d8787-3451-4a65-9da5-8f2bfa9e18f7 req-6c458335-0935-44be-89ce-d89feb4f532b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:30.045691 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fd9d8787-3451-4a65-9da5-8f2bfa9e18f7 req-6c458335-0935-44be-89ce-d89feb4f532b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1922138 Apr 14 07:29:30.048196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:30.055253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:30.082283 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ff0c6c34-8e86-4b0e-8fba-2f2143063182 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:30.157208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:30.260853 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fd9d8787-3451-4a65-9da5-8f2bfa9e18f7 req-9ed4cecb-ee06-4dad-8041-be7568f9a97a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082713 Apr 14 07:29:30.317712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Router a63d8906-4865-4212-8341-f444bc1a6311 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:29:30.329608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event updated for resources: {'Port': ['ID=c29cf2c5-b103-42c5-a8a2-c9343d2d165a,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:30.333823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:30.337839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:30.355075 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f907a750-e1b0-467f-a8a2-6a02a60f4cbc,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:30.357599 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:30.369201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:30.373800 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f907a750-e1b0-467f-a8a2-6a02a60f4cbc HTTP/1.1" status: 204 len: 168 time: 0.7523434 Apr 14 07:29:30.490032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:30.560408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:29:30.572254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] Sync routers for ids ['a63d8906-4865-4212-8341-f444bc1a6311'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:29:30.588434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] Routers {'a63d8906-4865-4212-8341-f444bc1a6311'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:29:30.589176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:29:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['a63d8906-4865-4212-8341-f444bc1a6311'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:30.605340 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] 10.222.0.42 "PUT /v2.0/routers/a63d8906-4865-4212-8341-f444bc1a6311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6623728 Apr 14 07:29:30.624156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52956) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:30.751214 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Floating IP f7545fa4-8c8e-4116-827c-58f6db0d5591 associated. External IP: 172.28.2.148, port: 23172429-cb4d-4b51-af1b-6ffe25dfb78c. Apr 14 07:29:30.921529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:31.021782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] Set router a63d8906-4865-4212-8341-f444bc1a6311 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:29:31.295705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-6426ae84-f3a0-4070-824c-71ed829d4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:31.297425 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-6426ae84-f3a0-4070-824c-71ed829d4579 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 1099 time: 0.2287848 Apr 14 07:29:31.349788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:29:31.437684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:29:28Z', 'revision_number': 5, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port': {'id': 'e0c5d988-7a32-411b-b59a-6dc83938f2a9', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:36:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:29Z', 'updated_at': '2021-04-14T07:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:31.442090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] Checking router: a63d8906-4865-4212-8341-f444bc1a6311 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:29:31.451366 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] Routers {'a63d8906-4865-4212-8341-f444bc1a6311'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:29:31.452164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:29:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['a63d8906-4865-4212-8341-f444bc1a6311'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:31.462389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:31.472782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Deleting port e0c5d988-7a32-411b-b59a-6dc83938f2a9 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:29:31.473439 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:31.625078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] Set router a63d8906-4865-4212-8341-f444bc1a6311 gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:29:31.741481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:29:31Z', 'revision_number': 6, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port_host': None}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:31.742704 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3670c5-be0c-4ab6-bebc-671458f86e5a req-f96fc9d1-365e-4d7a-8268-a6dafe27e1e5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:31.744625 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bd3670c5-be0c-4ab6-bebc-671458f86e5a req-f96fc9d1-365e-4d7a-8268-a6dafe27e1e5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.2173183 Apr 14 07:29:31.746015 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b478c87-1099-4caf-9f7e-f33de1c42b9e None None] The sync data for ids ['a63d8906-4865-4212-8341-f444bc1a6311'] in dv-cinder-784092-5-smb is: [{'id': 'a63d8906-4865-4212-8341-f444bc1a6311', 'name': 'tempest-ServerRescueNegativeTestJSON-1402001288-router', 'tenant_id': 'feb6e91c63934d93abff5575b15a2569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:29:31Z', 'revision_number': 6, 'project_id': 'feb6e91c63934d93abff5575b15a2569', 'gw_port_host': None}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:29:31.754319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] For port e0c5d988-7a32-411b-b59a-6dc83938f2a9, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=e0c5d988-7a32-411b-b59a-6dc83938f2a9,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:31.754673 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:31.905335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Calling delete_port for e0c5d988-7a32-411b-b59a-6dc83938f2a9 owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:29:31.930889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-06970170-b091-4843-a146-f7bd9e6383eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:31.932477 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-06970170-b091-4843-a146-f7bd9e6383eb service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.6262262 Apr 14 07:29:31.948487 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bd3670c5-be0c-4ab6-bebc-671458f86e5a req-a1461162-34a9-4d5d-ab11-2374cbc1717e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851034 Apr 14 07:29:32.045270 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f2763-58f1-4c4d-8f83-f83e6fa2b4d4 req-ba69fbc9-bf93-489d-ae09-fa309d134847 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:32.045419 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-919f2763-58f1-4c4d-8f83-f83e6fa2b4d4 req-ba69fbc9-bf93-489d-ae09-fa309d134847 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.6171958 Apr 14 07:29:32.057562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:29:32.067293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] Sync routers for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:29:32.082595 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:29:32.083574 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:29:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:32.097374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:32.115350 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-a6400885-7ae3-4288-82cc-c68102123294 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 HTTP/1.1" status: 200 len: 1002 time: 0.1747932 Apr 14 07:29:32.170664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:32.178655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-919f2763-58f1-4c4d-8f83-f83e6fa2b4d4 req-63180ddd-2daa-430d-9076-434858bb1db6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224830 Apr 14 07:29:32.183986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:32.228221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c5d988-7a32-411b-b59a-6dc83938f2a9,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:32.247656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.248228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.248786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.249299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.249802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.250301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.250803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.251846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.252340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.253300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.253300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.253891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:32.259045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:32.263739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-0baa68e1-ea43-4800-a0ae-895c71657d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:32.265389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-0baa68e1-ea43-4800-a0ae-895c71657d01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.1358340 Apr 14 07:29:32.279599 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0197952 Apr 14 07:29:32.279599 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:32.342213 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:29:32.375957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-5edd2ef8-8778-4a3f-84de-21dd03ef89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:32.378145 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-5edd2ef8-8778-4a3f-84de-21dd03ef89c0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0998795 Apr 14 07:29:32.384579 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'status': 'completed', 'code': 200} Apr 14 07:29:32.432030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device e0c5d988-7a32-411b-b59a-6dc83938f2a9 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:29:32.471299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: e0c5d988-7a32-411b-b59a-6dc83938f2a9 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:29:32.471791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device e0c5d988-7a32-411b-b59a-6dc83938f2a9 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:29:32.472334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b4c7f319-7150-475e-b30c-937482947c61 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:29:32.513737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997500'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:32.556621 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-6e221685-23e7-44e7-a4af-e8d7d035badf service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567347 Apr 14 07:29:32.576310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: b4c7f319-7150-475e-b30c-937482947c61 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:29:32.576818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b4c7f319-7150-475e-b30c-937482947c61 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:29:32.702934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8041675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3167'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:32.703231 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-270eccf3-3640-45b2-b6ef-1139466de7d4 req-c77b21fe-581d-435a-be96-7523c5b56398 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406066 Apr 14 07:29:32.706488 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:32.807186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-88ae9c57-4885-4f60-9eea-da6084c81c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:32.808784 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-88ae9c57-4885-4f60-9eea-da6084c81c26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1099 time: 0.3861556 Apr 14 07:29:32.809925 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846726053'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:32.810509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63d8906-4865-4212-8341-f444bc1a6311 {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 07:29:32.903337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:32.907205 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] 10.222.0.42 "DELETE /v2.0/routers/a63d8906-4865-4212-8341-f444bc1a6311 HTTP/1.1" status: 204 len: 168 time: 2.2791762 Apr 14 07:29:32.907926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 52972) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:33.010452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Deleting subnet 6b339e2c-4566-4595-bd29-c7f56f004efd {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:29:33.024468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:33.062139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-23b352fa-b49e-4631-b617-fcf7d25cb979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:33.063668 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-23b352fa-b49e-4631-b617-fcf7d25cb979 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 908 time: 0.2462966 Apr 14 07:29:33.141163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': 'f7545fa4-8c8e-4116-827c-58f6db0d5591', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'floating_ip_address': '172.28.2.148', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'port_id': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'mac_address': 'fa:16:3e:4e:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:29:29Z', 'updated_at': '2021-04-14T07:29:29Z', 'revision_number': 0, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:39Z', 'revision_number': 5, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:33.155751 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] Checking router: 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:29:33.160764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:33.169006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:29:33.169684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:29:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:33.180048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc23bd-aff2-4d83-8984-8063f011d8b8 req-2b40cf9b-9713-4889-b1d8-8c0da6e01bf2 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:33.187963 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8dc23bd-aff2-4d83-8984-8063f011d8b8 req-2b40cf9b-9713-4889-b1d8-8c0da6e01bf2 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1014585 Apr 14 07:29:33.217981 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a8dc23bd-aff2-4d83-8984-8063f011d8b8 req-68a39c6d-f425-4566-836f-89ee3590e449 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290871 Apr 14 07:29:33.244502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:33.314497 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-75c92164-35fd-4b64-be72-f1180174033d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 1000 time: 0.2423394 Apr 14 07:29:33.401997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:29:33.533944 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-96a47813-b432-4246-bae0-1f8dfb4d8e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:33.535534 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-96a47813-b432-4246-bae0-1f8dfb4d8e1f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.2141144 Apr 14 07:29:33.787831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': 'f7545fa4-8c8e-4116-827c-58f6db0d5591', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'floating_ip_address': '172.28.2.148', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'port_id': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'mac_address': 'fa:16:3e:4e:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:29:29Z', 'updated_at': '2021-04-14T07:29:29Z', 'revision_number': 0, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:39Z', 'revision_number': 5, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:33.792056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1297de-c016-45e3-92bb-431adc7f3eca None None] The sync data for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb is: [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': 'f7545fa4-8c8e-4116-827c-58f6db0d5591', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'floating_ip_address': '172.28.2.148', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'port_id': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'mac_address': 'fa:16:3e:4e:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:29:29Z', 'updated_at': '2021-04-14T07:29:29Z', 'revision_number': 0, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:39Z', 'revision_number': 5, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:29:33.909044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88167887-367e-43e8-826a-f77b85f13cb5 req-a69d67d5-455d-4ab5-88c5-942fa0913cf5 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:33.910632 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88167887-367e-43e8-826a-f77b85f13cb5 req-a69d67d5-455d-4ab5-88c5-942fa0913cf5 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.5524731 Apr 14 07:29:33.974331 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88167887-367e-43e8-826a-f77b85f13cb5 req-9d556c26-1a26-4d62-90c2-12b9b82a60b9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529840 Apr 14 07:29:33.980495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-4fa89824-d127-453f-9a23-404501b662c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:33.982032 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-4fa89824-d127-453f-9a23-404501b662c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4387102 Apr 14 07:29:34.054000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2296efbb-37c3-4dcd-a42e-95c250e7608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:34.065608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:34.078140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863acc4-cf27-4533-8fcb-8e8385f57c6a None None] New status for floating IP f7545fa4-8c8e-4116-827c-58f6db0d5591: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:29:34.090930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:34.185650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b339e2c-4566-4595-bd29-c7f56f004efd,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:34.194737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:34.268859 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-2c9f75cb-9bfe-42c7-b97f-e02e486a54b9 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770319 Apr 14 07:29:34.271444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:34.278213 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3a3e45fc-d7d4-4ce8-bb9a-cc9a0bffa301 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b339e2c-4566-4595-bd29-c7f56f004efd HTTP/1.1" status: 204 len: 168 time: 1.3692262 Apr 14 07:29:34.280165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 52984) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:34.425626 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-59e135ec-64e3-4d3e-91f0-8f64e03ea069 req-8fad5027-d36e-498b-a3b2-c928fee2466a service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440687 Apr 14 07:29:34.534468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:34.664717 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-15d812bc-95ba-4044-9eeb-d6e973d9777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:34.666320 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-15d812bc-95ba-4044-9eeb-d6e973d9777c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 1099 time: 0.3536365 Apr 14 07:29:34.768395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8c2bf-fc02-4823-a36d-10f5ee76a139 req-e890a572-d06f-4eba-884f-e70cbffe7961 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:34.770001 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-19c8c2bf-fc02-4823-a36d-10f5ee76a139 req-e890a572-d06f-4eba-884f-e70cbffe7961 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.3488176 Apr 14 07:29:34.867095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:34.946249 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-19c8c2bf-fc02-4823-a36d-10f5ee76a139 req-cd9caf8a-1ec0-48b9-a0e7-58d45d2c6dbb tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656184 Apr 14 07:29:35.031342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.032310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.033196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.033573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > port after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.033953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > port after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.035775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > port after_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.035775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.035775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.035775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.035775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.086249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:29:35.105468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.105867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.106229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.106582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 07:29:35.106990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35a013-5ab5-474d-b45c-27d639cedd92']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:35.115568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-29d6ee03-eb91-4b23-941e-687c73e86009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:35.117265 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-29d6ee03-eb91-4b23-941e-687c73e86009 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 911 time: 0.4235239 Apr 14 07:29:35.123554 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84354b7e-4632-4149-ae7d-4edee976d753') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:35.123935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84354b7e-4632-4149-ae7d-4edee976d753') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:29:35.204681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001756-59d6-4ac6-a000-1b23c5dd8028 req-4592e1d4-5c58-4af8-880a-8578f3883ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:35.206217 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-65001756-59d6-4ac6-a000-1b23c5dd8028 req-4592e1d4-5c58-4af8-880a-8578f3883ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 946 time: 0.1034582 Apr 14 07:29:35.210523 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6922087'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:35.234796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:35.239930 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-65001756-59d6-4ac6-a000-1b23c5dd8028 req-d66af0ab-ee48-4b8f-aed4-b70092309c71 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257258 Apr 14 07:29:35.244529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:35.267708 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:29:35.267804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:35.269819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:35.273285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:35.276784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-81816b69-f03d-47ef-9181-e0b0375cce50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:35.290361 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-60e58d53-2420-4c87-b7a9-d967febabbbb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 200 len: 1002 time: 0.1581445 Apr 14 07:29:35.317606 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'code': 422} returned with failed status Apr 14 07:29:35.352404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=8']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:35.360984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.361378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.361758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.362134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.362540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.362909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.363279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.363870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.364141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.364513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.365009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.365380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:29:35.369380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:35.736410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:29:35.744698 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-ffc5c661-0c42-4acd-8518-64b22101c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:35.746265 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-ffc5c661-0c42-4acd-8518-64b22101c7e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.4074860 Apr 14 07:29:35.747974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849335496'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:35.982029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Network 7a35a013-5ab5-474d-b45c-27d639cedd92 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: from cryptography.utils import int_from_bytes Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: from cryptography.utils import int_from_bytes Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: (rel_b, rel_a, rel_b), Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: (rel_b, rel_a, rel_b), Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:29:36.014393 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:29:36.087070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-5d9e4ae5-aba6-44db-afd7-d454af86fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:36.088705 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-5d9e4ae5-aba6-44db-afd7-d454af86fc52 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3261156 Apr 14 07:29:36.181660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ec0a1-e9d7-4174-b49c-3257568a03ad req-751b3c06-764b-4434-9710-b5c9b43f143b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:36.183622 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f97ec0a1-e9d7-4174-b49c-3257568a03ad req-751b3c06-764b-4434-9710-b5c9b43f143b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1209311 Apr 14 07:29:36.198169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:36.217648 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f97ec0a1-e9d7-4174-b49c-3257568a03ad req-14128f33-ad2a-4d70-9f49-6ca41fbfb002 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263445 Apr 14 07:29:36.251084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:36.255105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:36.302348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a35a013-5ab5-474d-b45c-27d639cedd92,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:36.305189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:36.311834 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-34d8824f-9393-496b-85fc-78a09e8f687b admin admin] 10.222.0.42 "DELETE /v2.0/networks/7a35a013-5ab5-474d-b45c-27d639cedd92 HTTP/1.1" status: 204 len: 168 time: 2.0281317 Apr 14 07:29:36.358128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20a1b5d2-9e4d-4342-846b-b406470d7b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:36.374725 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-66f9035c-cf24-4f64-a6b1-d1842ddb85d8 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771497 Apr 14 07:29:36.389001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d74ae3-3425-460c-b572-dc40f747d2c4 req-5240ad42-1c24-47b5-97dc-d56c90552ff1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:36.390668 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-36d74ae3-3425-460c-b572-dc40f747d2c4 req-5240ad42-1c24-47b5-97dc-d56c90552ff1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1936595 Apr 14 07:29:36.508727 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-36d74ae3-3425-460c-b572-dc40f747d2c4 req-5958b346-1331-4e2c-8ca8-3c8b7253c969 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949638 Apr 14 07:29:36.516434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53026) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:36.558335 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0d531dc9-3fd2-4235-9699-4054276888b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=feb6e91c63934d93abff5575b15a2569&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380931 Apr 14 07:29:36.559008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53030) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:36.565982 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e1aab271-5a71-4f7a-bbf5-42ae4f64c634 req-6fc26542-2054-4faf-a4bf-aa1365684f23 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738670 Apr 14 07:29:36.624514 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:36.650990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:36.672403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53038) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:36.700463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:36.705547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2ae3c674-cfc2-4f93-b6e2-4c89b3a35831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:36.719632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bbeee-05e0-4e93-8016-8c11f6c744a2,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:36.722553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:36.729606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:36.730893 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/188bbeee-05e0-4e93-8016-8c11f6c744a2 HTTP/1.1" status: 204 len: 168 time: 0.1710904 Apr 14 07:29:36.803104 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-d1fc5db1-e143-42cc-9b93-44311fc5f30d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293104 Apr 14 07:29:37.411691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:37.443759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d757a-96c9-45d7-810b-b9eb508e1d71 req-16939df9-262d-4d00-9b2a-30a5ed3589f1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:37.445586 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-019d757a-96c9-45d7-810b-b9eb508e1d71 req-16939df9-262d-4d00-9b2a-30a5ed3589f1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0987391 Apr 14 07:29:37.485141 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-019d757a-96c9-45d7-810b-b9eb508e1d71 req-3b987141-ccc0-4688-bebf-148e4a1b7d72 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322952 Apr 14 07:29:37.544269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:37.723911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c017b5-ad7f-4f5f-a3a2-6045b5b74bfa req-40681775-fc6b-46c3-8e36-9b48dc409e18 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:37.725583 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-24c017b5-ad7f-4f5f-a3a2-6045b5b74bfa req-40681775-fc6b-46c3-8e36-9b48dc409e18 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.0894020 Apr 14 07:29:37.757925 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-24c017b5-ad7f-4f5f-a3a2-6045b5b74bfa req-e2502b7c-99fd-42f7-8c72-9dd7dbd9d67f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249932 Apr 14 07:29:37.895804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:37.997356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-9439ddc6-6132-4254-9b41-165a4ccd172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:37.998897 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-9439ddc6-6132-4254-9b41-165a4ccd172a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e&tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0802195 Apr 14 07:29:38.101676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-a6fa3fab-a6fc-43db-b6c4-e409c169b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:38.103282 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-a6fa3fab-a6fc-43db-b6c4-e409c169b5a9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 1097 time: 0.0782740 Apr 14 07:29:38.250079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-82637ddc-491a-430e-97c7-0b6979fad6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:38.251676 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-82637ddc-491a-430e-97c7-0b6979fad6da service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.1406472 Apr 14 07:29:38.363465 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-ba9f1a7c-dcb2-4ad1-a771-9054291b302f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 HTTP/1.1" status: 200 len: 1000 time: 0.1047378 Apr 14 07:29:38.433114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-1ed5de55-9c10-4957-a458-184bda393cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:38.434703 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-1ed5de55-9c10-4957-a458-184bda393cb3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.0644507 Apr 14 07:29:38.525960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-cb36ada5-dbbb-4a3f-9fa6-5372cc485bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:38.527859 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-cb36ada5-dbbb-4a3f-9fa6-5372cc485bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846946 Apr 14 07:29:38.676201 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-cc6880e0-36f7-46b3-bbe0-11f53688e0be service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405225 Apr 14 07:29:38.693466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33d441-f6ad-4f16-9a93-091db07d29dd req-7fb9a3cc-c6d2-4e43-94cd-570aef394c61 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:38.695063 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ef33d441-f6ad-4f16-9a93-091db07d29dd req-7fb9a3cc-c6d2-4e43-94cd-570aef394c61 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0937076 Apr 14 07:29:38.726720 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ef33d441-f6ad-4f16-9a93-091db07d29dd req-ee7da90a-9726-4b93-a344-f9380c0772fb tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248442 Apr 14 07:29:38.827804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:38.838366 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df539172-c4b4-4d0d-a743-d5e9b0f2b729 req-c0daf666-3a58-4b14-9df3-a0edfdece674 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553509 Apr 14 07:29:38.997655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38738cd1-267a-4b71-b41d-83887399ead3 req-775e2013-6d00-4758-9bfd-4241e612452b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:38.999334 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-38738cd1-267a-4b71-b41d-83887399ead3 req-775e2013-6d00-4758-9bfd-4241e612452b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.0873921 Apr 14 07:29:39.031737 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-38738cd1-267a-4b71-b41d-83887399ead3 req-a1dee904-ef52-4275-a282-0d962055dc1b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251162 Apr 14 07:29:39.116646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:29:39.970476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086715fa-5b1d-4ed2-90b6-d0cd22b84f2d req-98bd84ab-945c-484b-aede-3e28f46ce8fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:39.979212 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-086715fa-5b1d-4ed2-90b6-d0cd22b84f2d req-98bd84ab-945c-484b-aede-3e28f46ce8fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1140232 Apr 14 07:29:40.019096 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-086715fa-5b1d-4ed2-90b6-d0cd22b84f2d req-e82d2b8b-f752-4e2c-931a-2d66cd91ba72 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357111 Apr 14 07:29:40.329849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f797-8620-4660-8953-a80cf3250a1e req-4c8a35c0-8cd8-4079-9301-95735b801c16 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:40.337141 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c75f797-8620-4660-8953-a80cf3250a1e req-4c8a35c0-8cd8-4079-9301-95735b801c16 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1043930 Apr 14 07:29:40.365536 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c75f797-8620-4660-8953-a80cf3250a1e req-a0a5cb99-21dd-49f9-8199-65e074757596 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268559 Apr 14 07:29:41.233586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b277d7-6ef3-4cbf-91a5-1f90d0ce350c req-4cffb39d-baab-4a2b-a0b7-85fcb09de40e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:41.235257 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-18b277d7-6ef3-4cbf-91a5-1f90d0ce350c req-4cffb39d-baab-4a2b-a0b7-85fcb09de40e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0961807 Apr 14 07:29:41.268207 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-18b277d7-6ef3-4cbf-91a5-1f90d0ce350c req-c0f4f809-6a30-4806-a252-81da7326cc89 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264845 Apr 14 07:29:41.582163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6776b-c06c-42ce-98f5-3a7219441668 req-1de28e60-750a-4f4c-9eb7-eb663680f4c6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:41.582694 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-53e6776b-c06c-42ce-98f5-3a7219441668 req-1de28e60-750a-4f4c-9eb7-eb663680f4c6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.0970170 Apr 14 07:29:41.616541 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-53e6776b-c06c-42ce-98f5-3a7219441668 req-53b1b73f-e78c-4a4f-b5cd-cde5061be3bc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261106 Apr 14 07:29:42.475755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914a37d-2546-4859-8a2a-cc8983fdc963 req-1553031d-568e-4087-88e2-9d578d1378d5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:42.477406 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d914a37d-2546-4859-8a2a-cc8983fdc963 req-1553031d-568e-4087-88e2-9d578d1378d5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0911541 Apr 14 07:29:42.510307 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d914a37d-2546-4859-8a2a-cc8983fdc963 req-e2d485be-4865-48a5-930f-ddbfda898956 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263529 Apr 14 07:29:42.844759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09894d3d-26aa-44e1-bf43-db685dd44d36 req-b870f668-0370-42ee-912f-83b9fc70954a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:42.846445 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09894d3d-26aa-44e1-bf43-db685dd44d36 req-b870f668-0370-42ee-912f-83b9fc70954a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.0961685 Apr 14 07:29:42.879207 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09894d3d-26aa-44e1-bf43-db685dd44d36 req-05606d88-868f-462a-91f1-7afacb7f2fc9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263062 Apr 14 07:29:43.720756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140596c-428e-4d13-927e-9aafc2da6c0e req-0991c659-0f76-4927-a6be-d49329c9f474 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:43.723304 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9140596c-428e-4d13-927e-9aafc2da6c0e req-0991c659-0f76-4927-a6be-d49329c9f474 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0945303 Apr 14 07:29:43.755324 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9140596c-428e-4d13-927e-9aafc2da6c0e req-5b12e331-a439-46ce-8e22-1c27916fbc98 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251656 Apr 14 07:29:44.102298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f16e9-79dc-48e7-b2b3-b40ae88209dc req-15d0e1c9-95c9-403f-95ff-fafebb625709 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:44.103912 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-905f16e9-79dc-48e7-b2b3-b40ae88209dc req-15d0e1c9-95c9-403f-95ff-fafebb625709 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.0987279 Apr 14 07:29:44.141885 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-905f16e9-79dc-48e7-b2b3-b40ae88209dc req-a5e0a58b-f2f2-415b-86bd-fff852ddded9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306847 Apr 14 07:29:44.824147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53176) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:44.981783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:44.991954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da53e-5bb0-4930-b4bb-bda14f1cb2d9 req-8a2ffadd-67e9-4098-8333-9ce254e9138e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:44.993624 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8d0da53e-5bb0-4930-b4bb-bda14f1cb2d9 req-8a2ffadd-67e9-4098-8333-9ce254e9138e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1039705 Apr 14 07:29:44.999848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:45.004222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9bad0257c14500822fa02569dee489 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:45.007426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:45.014943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:45.033218 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8d0da53e-5bb0-4930-b4bb-bda14f1cb2d9 req-fbbd6272-272d-4799-aeb5-7cba80e0e179 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Apr 14 07:29:45.116974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.119983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.149168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de5789ac-686f-4d60-b312-a42e109ef7e8 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:45.159784 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e9bad0257c14500822fa02569dee489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342919 Apr 14 07:29:45.162624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53182) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:45.190629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a354c2c2-522a-4cbe-9729-49de2b816e9f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:45.194160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:45.246429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.277619 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.346569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.358056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0bc10608-ec76-4c9f-b8a8-9b3fd3f1fd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:45.370957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a354c2c2-522a-4cbe-9729-49de2b816e9f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:45.380220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:45.381562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.386580 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a354c2c2-522a-4cbe-9729-49de2b816e9f HTTP/1.1" status: 204 len: 168 time: 0.2228432 Apr 14 07:29:45.393136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:29:45.538245 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033cba1-327c-4b8d-b929-ce2d34218b11 req-2c442cb3-e006-4042-9049-e345b876dd26 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:45.540062 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5033cba1-327c-4b8d-b929-ce2d34218b11 req-2c442cb3-e006-4042-9049-e345b876dd26 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.0973203 Apr 14 07:29:45.573458 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5033cba1-327c-4b8d-b929-ce2d34218b11 req-e68520a5-b081-4427-b67b-4f74f7adf1bb tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265195 Apr 14 07:29:45.732261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53192) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:45.752353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.768229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:45.772495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Usage tracker for resource:security_group_rule and tenant:6ed3b28a35f0484dbbdfe9fe93d83034 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:45.775507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:45.782060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:45.871098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.874705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:45.884276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d33c7e37-36a8-447a-9a1a-910517241be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:45.928900 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ed3b28a35f0484dbbdfe9fe93d83034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950617 Apr 14 07:29:45.930626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53196) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:45.931110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d29c3f0-ec7b-4c02-be57-4c881f32cfd2,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:45.935224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:46.001173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:46.031262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:46.079898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:46.085040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-526076f5-59d3-4002-a577-1fa5ea29593c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:46.105869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:46.109584 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d29c3f0-ec7b-4c02-be57-4c881f32cfd2 HTTP/1.1" status: 204 len: 168 time: 0.1754541 Apr 14 07:29:46.109584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d29c3f0-ec7b-4c02-be57-4c881f32cfd2,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:46.121406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:46.275154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7c280-7073-4d75-941b-57a6c45637bb req-9b922b27-55bf-4c3e-94a7-848788682435 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:46.278884 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-72b7c280-7073-4d75-941b-57a6c45637bb req-9b922b27-55bf-4c3e-94a7-848788682435 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1138573 Apr 14 07:29:46.315305 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-72b7c280-7073-4d75-941b-57a6c45637bb req-6d96493d-c6a8-41a4-a647-80d7f7eaf85b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262015 Apr 14 07:29:46.804079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf35f2-1e70-4009-bcd2-c0cab3cbaa5b req-99b68e66-905d-42e3-90f1-4e492b72f2b9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:46.805919 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0bbf35f2-1e70-4009-bcd2-c0cab3cbaa5b req-99b68e66-905d-42e3-90f1-4e492b72f2b9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1040399 Apr 14 07:29:46.839863 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0bbf35f2-1e70-4009-bcd2-c0cab3cbaa5b req-229a95ff-b190-4ec2-a7b6-cd788f529476 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266197 Apr 14 07:29:47.435053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53238) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:47.551962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a781b-3bd9-48f4-8c99-b2571f34adff req-29cd76c8-a13f-4b33-b2ed-69ab8484739b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:47.559898 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7f4a781b-3bd9-48f4-8c99-b2571f34adff req-29cd76c8-a13f-4b33-b2ed-69ab8484739b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1155403 Apr 14 07:29:47.587125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:47.588449 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7f4a781b-3bd9-48f4-8c99-b2571f34adff req-0d4b1159-cfc5-4b43-8d0f-40bc5cd091e9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276368 Apr 14 07:29:47.604102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:47.608556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Usage tracker for resource:security_group_rule and tenant:8baf65cc3f9c470196ac1ce7c12823ff is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:47.611552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:47.617985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:47.710729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:47.713992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:47.723954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-faa4dc1f-1daf-4f4d-9cce-11cfae308958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:47.769214 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8baf65cc3f9c470196ac1ce7c12823ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328848 Apr 14 07:29:47.770116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53244) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:47.770897 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b4eff7-4189-4664-8a4e-5475e57e3a6b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:47.774238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:47.840481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:47.867933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:47.916611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:47.925883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b0e63b13-ef2f-4b4c-b387-fb95c0d2384b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:47.943631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:47.944877 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14b4eff7-4189-4664-8a4e-5475e57e3a6b HTTP/1.1" status: 204 len: 168 time: 0.1735718 Apr 14 07:29:47.947668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b4eff7-4189-4664-8a4e-5475e57e3a6b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:47.954892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:48.079115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b61d3-1b25-4331-85e9-7ac9d6c359de req-0fb3a9af-6d0b-4ff6-9a0c-5c95257dc4d2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:48.080984 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-881b61d3-1b25-4331-85e9-7ac9d6c359de req-0fb3a9af-6d0b-4ff6-9a0c-5c95257dc4d2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1000500 Apr 14 07:29:48.130222 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-881b61d3-1b25-4331-85e9-7ac9d6c359de req-98a3594a-c854-49e0-9114-c097c55f97c6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Apr 14 07:29:48.741023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53272) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:48.813263 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7df57-d7f7-471c-86b3-6e1b7d536550 req-a34f717f-f281-4454-af75-dff3725e1755 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:48.814947 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fe7df57-d7f7-471c-86b3-6e1b7d536550 req-a34f717f-f281-4454-af75-dff3725e1755 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1059818 Apr 14 07:29:48.849939 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fe7df57-d7f7-471c-86b3-6e1b7d536550 req-0d24a74f-cb5d-40d7-8786-d8954a5c4915 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279233 Apr 14 07:29:48.877457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1623694353-network', 'tenant_id': '5804d5c235b94018a3da4ae880bd85a9'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:29:48.882929 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:48.887218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Usage tracker for resource:network and tenant:5804d5c235b94018a3da4ae880bd85a9 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:48.890855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:48.897814 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:48.907412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Made reservation on behalf of 5804d5c235b94018a3da4ae880bd85a9 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:29:48.912857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:48.926693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:48.942771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:48.946832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Usage tracker for resource:security_group_rule and tenant:5804d5c235b94018a3da4ae880bd85a9 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:48.950339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:48.956584 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:49.046474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.049685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.053982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-788ffc42-a7c1-4972-a7dc-afdea4603c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:49.086388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:29:49.092752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba70aff3-eae4-44db-b8eb-a22edf1cba9b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:49.096655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:49.100745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.100745 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Added segment 1a8e28aa-fee7-4304-89ef-9dc744db699e of type vlan for network cd574b29-cceb-4a03-a472-ccf963d70320 Apr 14 07:29:49.145359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.190182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.191730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:49.192831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.198401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bad70685-95b8-4072-8f52-2f68edca8e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:49.385356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Pushing event updated for resources: {'Network': ['ID=cd574b29-cceb-4a03-a472-ccf963d70320,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:49.389198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:49.393141 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6508572 Apr 14 07:29:49.396597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53282) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:29:49.401967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network cd574b29-cceb-4a03-a472-ccf963d70320 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:29:49.403016 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Request body: {'subnet': {'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1623694353-subnet', 'tenant_id': '5804d5c235b94018a3da4ae880bd85a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:29:49.408111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:49.412312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Usage tracker for resource:subnet and tenant:5804d5c235b94018a3da4ae880bd85a9 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:49.415604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:49.423917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:49.431519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ad0fc-904c-4bbe-a9b5-b9def630e5b2 req-04802957-db8a-4f3e-8518-9cf5c063d484 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:49.434375 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d92ad0fc-904c-4bbe-a9b5-b9def630e5b2 req-04802957-db8a-4f3e-8518-9cf5c063d484 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1441174 Apr 14 07:29:49.441378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Made reservation on behalf of 5804d5c235b94018a3da4ae880bd85a9 for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:29:49.446480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.478012 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d92ad0fc-904c-4bbe-a9b5-b9def630e5b2 req-e327de9a-639d-48e0-98ed-3df54e837531 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Apr 14 07:29:49.883637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:49.904689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-242a1bba-d9f0-465a-8225-6e43fd138be4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:50.097383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7196799-9def-45ca-9f3d-e05c4d181657,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:50.103767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:50.174765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d0951-cad7-4727-b916-b8a617564211 req-5beb1c5e-a8bf-4b25-9dfd-f5b3593154cf tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:50.176423 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-af5d0951-cad7-4727-b916-b8a617564211 req-5beb1c5e-a8bf-4b25-9dfd-f5b3593154cf tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1971269 Apr 14 07:29:50.198072 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Checking segment: {'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:29:50.198462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Network hostable DHCP agents. Network: cd574b29-cceb-4a03-a472-ccf963d70320, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:29:50.222884 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-af5d0951-cad7-4727-b916-b8a617564211 req-4ff501f5-35a4-4975-84c7-6c99ee5649fe tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381625 Apr 14 07:29:50.227988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Network cd574b29-cceb-4a03-a472-ccf963d70320 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:29:50.236407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, cd574b29-cceb-4a03-a472-ccf963d70320) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:29:50.246709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc8e7ed-3c8e-43a9-b685-ae1c7d97902d None None] Network cd574b29-cceb-4a03-a472-ccf963d70320 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:29:50.248224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:50.248894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:50.268959 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f0506b43-24b4-436b-bdaa-67fbad9a4f91 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8711898 Apr 14 07:29:50.549229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61629ad3-8b1b-49ea-abd9-b79d3796c414 None None] Network cd574b29-cceb-4a03-a472-ccf963d70320 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:29:50.703459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72502726-a36f-48ee-8eb4-bf77f848a765 req-c9cfc340-0166-4df9-87de-b2436d499977 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:50.712168 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-72502726-a36f-48ee-8eb4-bf77f848a765 req-c9cfc340-0166-4df9-87de-b2436d499977 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.1037564 Apr 14 07:29:50.744411 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-72502726-a36f-48ee-8eb4-bf77f848a765 req-277d12d7-151c-4dac-a4b4-7410332226e7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Apr 14 07:29:51.424251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90079e-91b6-4e78-be76-3ad2e7d78f4c req-c20205b8-cd69-4e30-8928-f8fa7a44b01d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:51.425790 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0a90079e-91b6-4e78-be76-3ad2e7d78f4c req-c20205b8-cd69-4e30-8928-f8fa7a44b01d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0905805 Apr 14 07:29:51.455590 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0a90079e-91b6-4e78-be76-3ad2e7d78f4c req-c904dbe9-0902-40b7-a2e2-83db642f271a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0233731 Apr 14 07:29:51.820089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81fc4e-05d8-44e5-96d0-57f336d6d06a req-7730a258-0afd-425d-8b81-f4a4aac01aa9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:51.821731 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de81fc4e-05d8-44e5-96d0-57f336d6d06a req-7730a258-0afd-425d-8b81-f4a4aac01aa9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0885649 Apr 14 07:29:51.854312 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de81fc4e-05d8-44e5-96d0-57f336d6d06a req-d9105849-11e8-4eea-a170-81c298296bf5 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253854 Apr 14 07:29:51.873627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-a69594af-e749-4f57-ab5f-e70ac486ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:51.875251 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-a69594af-e749-4f57-ab5f-e70ac486ce33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 1099 time: 0.0900040 Apr 14 07:29:52.297795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79cc1-fc9d-4c75-9c45-6025db33ca8e req-d6a417b0-8bd5-487e-a941-7c5204d503b6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:52.299394 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-01a79cc1-fc9d-4c75-9c45-6025db33ca8e req-d6a417b0-8bd5-487e-a941-7c5204d503b6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 944 time: 0.4232087 Apr 14 07:29:52.307097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-aaa2a8d2-1062-4417-b8ff-eac6b71ac94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:52.308610 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-aaa2a8d2-1062-4417-b8ff-eac6b71ac94f service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 911 time: 0.1666534 Apr 14 07:29:52.404103 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-01a79cc1-fc9d-4c75-9c45-6025db33ca8e req-d6b821d0-229a-42c6-a041-e25901d7f86d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938232 Apr 14 07:29:52.439345 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-0e960c02-95b4-4ee1-aa63-33e93cba5ff8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 200 len: 1002 time: 0.1149323 Apr 14 07:29:52.444311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c8392-f966-441a-999b-7352750a25ce req-af347561-30cf-4ccd-8f1c-fb65c633be53 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:52.445935 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-af347561-30cf-4ccd-8f1c-fb65c633be53 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/networks?id=cd574b29-cceb-4a03-a472-ccf963d70320 HTTP/1.1" status: 200 len: 809 time: 0.1620011 Apr 14 07:29:52.461832 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-d9a47b6f-b0f7-4916-a440-8bd1fb3a4da1 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/quotas/5804d5c235b94018a3da4ae880bd85a9 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Apr 14 07:29:52.512690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-6038357f-0eea-4e2d-a02c-9c16e0b53c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:52.514252 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-6038357f-0eea-4e2d-a02c-9c16e0b53c63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.0683992 Apr 14 07:29:52.517965 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-730c684b-aa38-42cc-b0c0-ba854136d808 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5804d5c235b94018a3da4ae880bd85a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498805 Apr 14 07:29:52.598054 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-e54f4edf-8a14-40d7-87fa-34aeed9f589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:52.599655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-e54f4edf-8a14-40d7-87fa-34aeed9f589d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782599 Apr 14 07:29:52.750739 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-3b5494cf-02df-4010-a147-b24f290ab55f service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433415 Apr 14 07:29:52.876162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-3ef942b1-1f4b-4b4e-ad68-e4c585605ba8 service neutron] 10.222.0.42 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502791 Apr 14 07:29:52.896979 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f457f183-7a39-46c2-a540-5f5bf62674b4 req-ce36ce33-61b4-40a1-9484-5dcd406f2673 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394031 Apr 14 07:29:53.022054 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-1811b4eb-d7b5-4a8b-8539-3a8c578d72bc service neutron] 10.222.0.42 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386173 Apr 14 07:29:53.055224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cbe87-b84f-47b2-9953-71a2dbccc5ab req-235c6117-b1b9-4f79-a41d-db392b24dc3f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:53.056883 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d24cbe87-b84f-47b2-9953-71a2dbccc5ab req-235c6117-b1b9-4f79-a41d-db392b24dc3f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0869818 Apr 14 07:29:53.088144 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d24cbe87-b84f-47b2-9953-71a2dbccc5ab req-ab8f7cd9-70c9-4a90-9b8e-5621a6fecb9d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241847 Apr 14 07:29:53.216433 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1b5ccdac-d3ec-4fe7-af83-5fac9d13c146 req-1f798995-aaaf-4594-a195-160efd650fba tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 210 time: 0.0514348 Apr 14 07:29:53.235011 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:29:53.380794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:53.396003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'port_id': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'mac_address': 'fa:16:3e:54:c3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:29:53.461014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:53.462370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:29:53.478877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:53.485295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:53.487187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-90f081f4-f2d2-4bd3-9638-a87d88253139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:53.569756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=9']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:53.573232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:53.633628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e742d-b583-4e88-96ff-adfd9d980f43 req-530fbf1c-d052-462b-983e-6792fcbf15c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:53.635239 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dd2e742d-b583-4e88-96ff-adfd9d980f43 req-530fbf1c-d052-462b-983e-6792fcbf15c1 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 945 time: 0.0962582 Apr 14 07:29:53.666103 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dd2e742d-b583-4e88-96ff-adfd9d980f43 req-bb4b60cf-419b-4f76-b68d-d228a398a4ac tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0238519 Apr 14 07:29:53.718055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:29:54.290985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc59035-422e-4d44-acee-c773aa2a8c4c req-adb5f9d9-a089-4d1c-a731-bbfe43bf1ace tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:54.292869 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cfc59035-422e-4d44-acee-c773aa2a8c4c req-adb5f9d9-a089-4d1c-a731-bbfe43bf1ace tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.0906451 Apr 14 07:29:54.354403 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cfc59035-422e-4d44-acee-c773aa2a8c4c req-beed3ace-beef-4957-8c60-d9d49a4ad3ce tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546184 Apr 14 07:29:54.388935 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-804e8976-8f4a-4896-a1e6-83d1eeace0b6 req-e9730e38-19ca-4e2a-913f-a26487efa4f8 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 210 time: 0.0548086 Apr 14 07:29:54.490103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c8392-f966-441a-999b-7352750a25ce req-6cd5df0d-97cd-4669-8328-11a8c28d0e2f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:54.490854 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-766c8392-f966-441a-999b-7352750a25ce req-6cd5df0d-97cd-4669-8328-11a8c28d0e2f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Synchronizing usage tracker for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:54.506817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-766c8392-f966-441a-999b-7352750a25ce req-6cd5df0d-97cd-4669-8328-11a8c28d0e2f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Unset dirty status for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:54.508030 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-6cd5df0d-97cd-4669-8328-11a8c28d0e2f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "GET /v2.0/networks?id=cd574b29-cceb-4a03-a472-ccf963d70320 HTTP/1.1" status: 200 len: 809 time: 0.1856217 Apr 14 07:29:54.522030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Request body: {'port': {'device_id': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320', 'admin_state_up': True, 'tenant_id': '5804d5c235b94018a3da4ae880bd85a9'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:29:54.665832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:29:54.669803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Usage tracker for resource:port and tenant:5804d5c235b94018a3da4ae880bd85a9 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:29:54.672982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:29:54.678977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:29:54.687910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Made reservation on behalf of 5804d5c235b94018a3da4ae880bd85a9 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:29:54.693898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:54.934750 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Allocated IP 172.20.0.13 (cd574b29-cceb-4a03-a472-ccf963d70320/a7196799-9def-45ca-9f3d-e05c4d181657/859aaac7-b182-4330-af9d-57cfe7ffaba9) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:29:54.946774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb0ca-1077-406b-866c-a2582b165b86 req-bb3d698e-d1b3-4fce-b9b2-346da3f664d4 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:54.948359 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79cfb0ca-1077-406b-866c-a2582b165b86 req-bb3d698e-d1b3-4fce-b9b2-346da3f664d4 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 945 time: 0.1634707 Apr 14 07:29:55.001600 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79cfb0ca-1077-406b-866c-a2582b165b86 req-e29a6f30-b5f8-4055-a6d8-7d6ca2537d66 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467010 Apr 14 07:29:55.161504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:55.191935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:55.209067 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c59ec16c-fd13-4842-944b-28fe8b538a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:55.265649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:29:55.340703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:29:55.341133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:55.347439 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Pushing event updated for resources: {'Port': ['ID=859aaac7-b182-4330-af9d-57cfe7ffaba9,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:55.352634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:55.406993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Network cd574b29-cceb-4a03-a472-ccf963d70320 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:29:55.408242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:29:55.410781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:29:55.478708 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:55.479346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:55.503098 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9852419 Apr 14 07:29:55.523456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Request body: {'port': {'device_id': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:29:55.607740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212080c4-ef04-42aa-9ae5-eafe25b27083 req-acfca179-350a-46c3-8781-4af7b7571d8d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:55.609400 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-212080c4-ef04-42aa-9ae5-eafe25b27083 req-acfca179-350a-46c3-8781-4af7b7571d8d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 932 time: 0.0988994 Apr 14 07:29:55.632763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:55.644256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:55.655017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:29:55.658589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:55.658740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:55.659441 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-212080c4-ef04-42aa-9ae5-eafe25b27083 req-2e396342-efeb-4f8f-96af-75e83464e761 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Apr 14 07:29:55.660719 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:55.706860 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'code': 200} Apr 14 07:29:55.733567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=10']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:55.736613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:56.052256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859aaac7-b182-4330-af9d-57cfe7ffaba9 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:29:56.061191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:56.078766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Transition to ACTIVE for port object 859aaac7-b182-4330-af9d-57cfe7ffaba9 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:29:56.082150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:56.160611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:56.258179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Pushing event updated for resources: {'Port': ['ID=859aaac7-b182-4330-af9d-57cfe7ffaba9,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:56.264052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:56.288746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cefa1-b201-4718-a4f0-afdc4ce34b02 req-e80c593d-1c57-4d65-9816-c896d214a92d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:56.290267 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9f6cefa1-b201-4718-a4f0-afdc4ce34b02 req-e80c593d-1c57-4d65-9816-c896d214a92d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 947 time: 0.1704814 Apr 14 07:29:56.328149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10b358-6dbb-4da4-ab06-5c1086f285d1 req-77a3daf0-8b66-4954-8896-f7e5d7371ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:56.329724 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7b10b358-6dbb-4da4-ab06-5c1086f285d1 req-77a3daf0-8b66-4954-8896-f7e5d7371ce0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 1100 time: 0.1251028 Apr 14 07:29:56.334493 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9f6cefa1-b201-4718-a4f0-afdc4ce34b02 req-528b4421-22fc-4b5e-a206-9528e80d249c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318522 Apr 14 07:29:56.357076 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7b10b358-6dbb-4da4-ab06-5c1086f285d1 req-505cc85e-d119-4a62-a68e-4807b92e4aad service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0201814 Apr 14 07:29:56.462238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Attempting to bind port 859aaac7-b182-4330-af9d-57cfe7ffaba9 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:29:56.462608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Attempting to bind port 859aaac7-b182-4330-af9d-57cfe7ffaba9 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:29:56.462975 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Attempting to bind port 859aaac7-b182-4330-af9d-57cfe7ffaba9 on network cd574b29-cceb-4a03-a472-ccf963d70320 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:29:56.467770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Port 859aaac7-b182-4330-af9d-57cfe7ffaba9 on network cd574b29-cceb-4a03-a472-ccf963d70320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:29:56.468125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Attempting to bind port 859aaac7-b182-4330-af9d-57cfe7ffaba9 on network cd574b29-cceb-4a03-a472-ccf963d70320 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:29:56.473567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:29:56.473959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Checking segment: {'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:29:56.474353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Bound using segment: {'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:29:56.474819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Bound port: 859aaac7-b182-4330-af9d-57cfe7ffaba9, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:29:56.475196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:56.552162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] For port 859aaac7-b182-4330-af9d-57cfe7ffaba9, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:29:56.555141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] For port 859aaac7-b182-4330-af9d-57cfe7ffaba9, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=859aaac7-b182-4330-af9d-57cfe7ffaba9,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:29:56.558937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:56.573335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:29:56.989660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Pushing event updated for resources: {'Port': ['ID=859aaac7-b182-4330-af9d-57cfe7ffaba9,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:29:56.996121 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:29:57.047641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d51be7-72dd-4afd-86e1-69c0c0ad8509 req-4ffb529b-c052-4be4-a493-85f95e25a1ca tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:57.048382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-20d51be7-72dd-4afd-86e1-69c0c0ad8509 req-4ffb529b-c052-4be4-a493-85f95e25a1ca tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Synchronizing usage tracker for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:57.053797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:57.054439 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:29:57.055858 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] 10.222.0.50 "PUT /v2.0/ports/859aaac7-b182-4330-af9d-57cfe7ffaba9 HTTP/1.1" status: 200 len: 1094 time: 1.5372932 Apr 14 07:29:57.056361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'tag': '859aaac7-b182-4330-af9d-57cfe7ffaba9'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:29:57.074131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-20d51be7-72dd-4afd-86e1-69c0c0ad8509 req-4ffb529b-c052-4be4-a493-85f95e25a1ca tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Unset dirty status for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:57.075426 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-20d51be7-72dd-4afd-86e1-69c0c0ad8509 req-4ffb529b-c052-4be4-a493-85f95e25a1ca tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 944 time: 0.1989391 Apr 14 07:29:57.107067 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-20d51be7-72dd-4afd-86e1-69c0c0ad8509 req-6ebee73d-b17c-45ee-a834-721461d87d61 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Synchronizing usage tracker for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:29:57.110782 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'tag': '859aaac7-b182-4330-af9d-57cfe7ffaba9', 'status': 'completed', 'code': 200} Apr 14 07:29:57.171666 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-20d51be7-72dd-4afd-86e1-69c0c0ad8509 req-6ebee73d-b17c-45ee-a834-721461d87d61 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Unset dirty status for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:29:57.172938 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-20d51be7-72dd-4afd-86e1-69c0c0ad8509 req-6ebee73d-b17c-45ee-a834-721461d87d61 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913436 Apr 14 07:29:57.202215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c8392-f966-441a-999b-7352750a25ce req-0c772fce-7486-4330-a32c-b780e402ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:57.203852 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-0c772fce-7486-4330-a32c-b780e402ba98 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5804d5c235b94018a3da4ae880bd85a9&device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 1097 time: 0.0853212 Apr 14 07:29:57.283145 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-60c76766-2acf-409d-a26b-50fe4f64e123 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859aaac7-b182-4330-af9d-57cfe7ffaba9 HTTP/1.1" status: 200 len: 217 time: 0.0693467 Apr 14 07:29:57.361139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c8392-f966-441a-999b-7352750a25ce req-c584187c-2cd7-4e64-b6b0-68f68e9330a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:57.362727 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-c584187c-2cd7-4e64-b6b0-68f68e9330a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7196799-9def-45ca-9f3d-e05c4d181657 HTTP/1.1" status: 200 len: 849 time: 0.0647199 Apr 14 07:29:57.422781 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-a30544ee-895f-40f6-8ca8-3d02c20e34ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd574b29-cceb-4a03-a472-ccf963d70320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518901 Apr 14 07:29:57.558478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56a5ee-2c4a-49b5-95c1-ceff180e8c60 req-93d319d8-b1b3-4018-b1ef-723333bf7ee5 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:57.560664 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8d56a5ee-2c4a-49b5-95c1-ceff180e8c60 req-93d319d8-b1b3-4018-b1ef-723333bf7ee5 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 947 time: 0.0934815 Apr 14 07:29:57.574513 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-29d7340b-6b09-439c-a7f4-ed692d6b1de3 service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431947 Apr 14 07:29:57.603249 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8d56a5ee-2c4a-49b5-95c1-ceff180e8c60 req-fb55c318-8be9-40b9-85d1-0d10f701af6f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337183 Apr 14 07:29:57.727463 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-766c8392-f966-441a-999b-7352750a25ce req-8bf9267f-15b5-4a2d-8d49-0ef70c8e1c33 service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413019 Apr 14 07:29:57.850763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-aec75451-0a68-4887-9f4e-8ddb1111497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:57.852273 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-aec75451-0a68-4887-9f4e-8ddb1111497f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5804d5c235b94018a3da4ae880bd85a9&device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 1097 time: 0.0790355 Apr 14 07:29:57.998186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-c395e81f-dd46-459f-99c0-75967446073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:57.999769 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-c395e81f-dd46-459f-99c0-75967446073d service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd574b29-cceb-4a03-a472-ccf963d70320 HTTP/1.1" status: 200 len: 910 time: 0.1401851 Apr 14 07:29:58.075299 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-386bea4d-bd40-49d1-87d0-8f05692a4708 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=859aaac7-b182-4330-af9d-57cfe7ffaba9 HTTP/1.1" status: 200 len: 217 time: 0.0689943 Apr 14 07:29:58.144863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-e1eb0ff3-d99d-4005-8575-16d65cea3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:58.146379 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-e1eb0ff3-d99d-4005-8575-16d65cea3186 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7196799-9def-45ca-9f3d-e05c4d181657 HTTP/1.1" status: 200 len: 849 time: 0.0642648 Apr 14 07:29:58.205508 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-18c3266d-f40f-4506-98ea-b6f25af6d653 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd574b29-cceb-4a03-a472-ccf963d70320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514038 Apr 14 07:29:58.415329 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-048b9252-99ff-4145-8443-6dd9f89c6aff service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012029 Apr 14 07:29:58.427553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9fb50-a299-411f-a4de-78a06d90a065 req-ba7d34f4-8acc-4d5c-a0cc-fe9a69aeb867 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:58.429108 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ffa9fb50-a299-411f-a4de-78a06d90a065 req-ba7d34f4-8acc-4d5c-a0cc-fe9a69aeb867 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 944 time: 0.1431978 Apr 14 07:29:58.540400 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ffa9fb50-a299-411f-a4de-78a06d90a065 req-82815c29-4f42-48bd-8f5a-9e69cf3e79c8 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894966 Apr 14 07:29:58.585274 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f96b170c-01bb-4bf4-be4b-cb4edc986a99 req-8fcd6c0d-1e69-49e1-8d91-2313250f1401 service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551955 Apr 14 07:29:58.806955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b0a15-8ed5-4c0a-8acb-88e0769742c7 req-7694a848-ae8a-44f0-868f-a46886e9910e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:58.808511 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-979b0a15-8ed5-4c0a-8acb-88e0769742c7 req-7694a848-ae8a-44f0-868f-a46886e9910e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 947 time: 0.0860369 Apr 14 07:29:58.838294 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-979b0a15-8ed5-4c0a-8acb-88e0769742c7 req-ebe1da42-6a10-4deb-b4e4-a90bf5d4069b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0233328 Apr 14 07:29:59.741066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6894c-54d2-480e-b8fa-6e788cb30ad7 req-55490eee-9d1e-428d-bef5-c40ff45512b9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:29:59.742643 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-89e6894c-54d2-480e-b8fa-6e788cb30ad7 req-55490eee-9d1e-428d-bef5-c40ff45512b9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 944 time: 0.0905781 Apr 14 07:29:59.773357 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-89e6894c-54d2-480e-b8fa-6e788cb30ad7 req-ff17b13b-cb1e-4911-984e-8c83425fdf8e tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237532 Apr 14 07:30:00.972550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa7f33-bfb3-426e-b1e9-a8e47cfa64a9 req-f5c5dd70-c6ea-4ddb-a3fe-0cd1a24288d0 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:00.974174 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-50aa7f33-bfb3-426e-b1e9-a8e47cfa64a9 req-f5c5dd70-c6ea-4ddb-a3fe-0cd1a24288d0 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 944 time: 0.0901012 Apr 14 07:30:01.005554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-50aa7f33-bfb3-426e-b1e9-a8e47cfa64a9 req-6b87eb6f-e0e2-4497-b48a-e35d6323699a tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244353 Apr 14 07:30:01.309655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 859aaac7-b182-4330-af9d-57cfe7ffaba9 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:30:01.447693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 859aaac7-b182-4330-af9d-57cfe7ffaba9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=859aaac7-b182-4330-af9d-57cfe7ffaba9,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:01.461186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '859aaac7-b182-4330-af9d-57cfe7ffaba9', 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320', 'port_id': '859aaac7-b182-4330-af9d-57cfe7ffaba9', 'mac_address': 'fa:16:3e:56:8d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7196799-9def-45ca-9f3d-e05c4d181657', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:30:01.521004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:01.542049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859aaac7-b182-4330-af9d-57cfe7ffaba9 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:30:01.557463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 859aaac7-b182-4330-af9d-57cfe7ffaba9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=859aaac7-b182-4330-af9d-57cfe7ffaba9,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:01.560409 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:01.562322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:01.630520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=859aaac7-b182-4330-af9d-57cfe7ffaba9,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:01.633684 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:01.805658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['859aaac7-b182-4330-af9d-57cfe7ffaba9'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:30:02.205334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21aa9-994e-40da-9e81-ecdf44f82283 req-71db09dc-5b1e-4191-9650-95afae498f00 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:02.206909 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2ff21aa9-994e-40da-9e81-ecdf44f82283 req-71db09dc-5b1e-4191-9650-95afae498f00 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 945 time: 0.0887725 Apr 14 07:30:02.236580 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2ff21aa9-994e-40da-9e81-ecdf44f82283 req-01779e51-25a2-4fea-908e-1d0e11a6fa11 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0230818 Apr 14 07:30:03.324687 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 859aaac7-b182-4330-af9d-57cfe7ffaba9 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:30:03.395697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 859aaac7-b182-4330-af9d-57cfe7ffaba9 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:30:03.401456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 859aaac7-b182-4330-af9d-57cfe7ffaba9 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:30:03.401878 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:03.439949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476abb5-1028-412b-9305-08522a565d3a req-18a14720-d9e3-4418-ae5d-92a8ec2527e4 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:03.441603 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7476abb5-1028-412b-9305-08522a565d3a req-18a14720-d9e3-4418-ae5d-92a8ec2527e4 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 945 time: 0.0878444 Apr 14 07:30:03.472736 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7476abb5-1028-412b-9305-08522a565d3a req-19835bf5-03ff-4c62-8d89-882e28352494 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242565 Apr 14 07:30:03.527659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:03.538863 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859aaac7-b182-4330-af9d-57cfe7ffaba9'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:03.549210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 859aaac7-b182-4330-af9d-57cfe7ffaba9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=859aaac7-b182-4330-af9d-57cfe7ffaba9,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:03.552601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:03.554512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:03.591708 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859aaac7-b182-4330-af9d-57cfe7ffaba9', 'code': 200} Apr 14 07:30:03.625199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=859aaac7-b182-4330-af9d-57cfe7ffaba9,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:03.628243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:03.828376 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1c151-553f-4b17-871f-c5d2a70c27be req-2a73c7b4-53dd-4fdc-b7ab-d4afb50655ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:03.829945 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e2e1c151-553f-4b17-871f-c5d2a70c27be req-2a73c7b4-53dd-4fdc-b7ab-d4afb50655ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 1099 time: 0.0796952 Apr 14 07:30:03.863749 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e2e1c151-553f-4b17-871f-c5d2a70c27be req-c32011d9-373d-486a-a172-5713ad2ef125 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0190268 Apr 14 07:30:04.057973 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-38a7f717-ea8d-4714-8056-ac6005a670b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:04.676139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078ba84-8d1f-49dd-94ea-5e4772863f6f req-11b44534-95c1-40c9-a677-59771535de8d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:04.677753 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5078ba84-8d1f-49dd-94ea-5e4772863f6f req-11b44534-95c1-40c9-a677-59771535de8d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 946 time: 0.0934625 Apr 14 07:30:04.708443 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5078ba84-8d1f-49dd-94ea-5e4772863f6f req-78415d82-cc20-417b-8abd-e20c59d9b7a5 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242426 Apr 14 07:30:05.907792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daed84-c8a6-4b5b-97d1-b254222b142d req-419cd696-b416-4de9-b343-a7cdab613c0a tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:05.909432 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88daed84-c8a6-4b5b-97d1-b254222b142d req-419cd696-b416-4de9-b343-a7cdab613c0a tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 946 time: 0.0865023 Apr 14 07:30:05.940091 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88daed84-c8a6-4b5b-97d1-b254222b142d req-0738db3b-eb14-441b-9ddb-1e33e0648f82 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234933 Apr 14 07:30:06.350907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4aa17542-fb30-4c4a-944d-bfd17172da75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:06.958288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2299f95-7f45-415e-99c3-43803474be44 req-e528b69d-c024-4a70-9f95-fe3565b0c889 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:06.959835 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f2299f95-7f45-415e-99c3-43803474be44 req-e528b69d-c024-4a70-9f95-fe3565b0c889 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 946 time: 0.0904005 Apr 14 07:30:06.990048 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f2299f95-7f45-415e-99c3-43803474be44 req-9c74b47a-6f23-4d04-b390-7f04638bc8a3 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239296 Apr 14 07:30:07.421456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:07.545654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:07.897974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:08.193103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71e82-f1ea-4020-a08f-f0c9d5fc9bc4 req-3072e32f-8906-482b-98d0-9c85cbe36c6a tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:08.194689 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9db71e82-f1ea-4020-a08f-f0c9d5fc9bc4 req-3072e32f-8906-482b-98d0-9c85cbe36c6a tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 946 time: 0.0872841 Apr 14 07:30:08.225655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9db71e82-f1ea-4020-a08f-f0c9d5fc9bc4 req-1f2172e8-8884-4c8b-aa8a-3f4b388a96b0 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238378 Apr 14 07:30:08.476564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-54ceaad9-c15b-41e2-8fb4-702277a857ce tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:08.478633 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-54ceaad9-c15b-41e2-8fb4-702277a857ce tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 946 time: 0.0860939 Apr 14 07:30:08.553156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Deleting port 859aaac7-b182-4330-af9d-57cfe7ffaba9 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:30:08.553543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:08.809837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] For port 859aaac7-b182-4330-af9d-57cfe7ffaba9, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=859aaac7-b182-4330-af9d-57cfe7ffaba9,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:08.810241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:08.814782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:08.940512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Calling delete_port for 859aaac7-b182-4330-af9d-57cfe7ffaba9 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:30:09.081044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:09.092851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['859aaac7-b182-4330-af9d-57cfe7ffaba9'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:30:09.096089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:09.146917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Pushing event deleted for resources: {'Port': ['ID=859aaac7-b182-4330-af9d-57cfe7ffaba9,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:09.192623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:09.339481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] No DVR routers for this DVR port 859aaac7-b182-4330-af9d-57cfe7ffaba9 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:30:09.342035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:09.346357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'name': 'network-vif-deleted', 'tag': '859aaac7-b182-4330-af9d-57cfe7ffaba9'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:09.402256 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e67d40-0aae-4e7f-bb3e-6a8f48244e17', 'name': 'network-vif-deleted', 'tag': '859aaac7-b182-4330-af9d-57cfe7ffaba9', 'status': 'completed', 'code': 200} Apr 14 07:30:09.410276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-4fe722c8-2fac-4c86-be05-1d3b8b7913ed req-599d5303-c898-4dbf-abdf-438e55adb354 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Synchronizing usage tracker for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:09.415535 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9dbc681b-3400-4329-96b5-caac6f3b359b req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "DELETE /v2.0/ports/859aaac7-b182-4330-af9d-57cfe7ffaba9 HTTP/1.1" status: 204 len: 173 time: 0.9312727 Apr 14 07:30:09.428253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-4fe722c8-2fac-4c86-be05-1d3b8b7913ed req-599d5303-c898-4dbf-abdf-438e55adb354 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Unset dirty status for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:09.429641 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4fe722c8-2fac-4c86-be05-1d3b8b7913ed req-599d5303-c898-4dbf-abdf-438e55adb354 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=10e67d40-0aae-4e7f-bb3e-6a8f48244e17 HTTP/1.1" status: 200 len: 210 time: 0.0841534 Apr 14 07:30:11.038585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-0d2573d2-362e-4607-b57c-bbeaf88ce977 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:11.040179 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-0d2573d2-362e-4607-b57c-bbeaf88ce977 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/networks?id=cd574b29-cceb-4a03-a472-ccf963d70320 HTTP/1.1" status: 200 len: 809 time: 0.3771508 Apr 14 07:30:11.056747 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-faa21ce5-9563-466e-a810-ad57fa1e6cda tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/quotas/5804d5c235b94018a3da4ae880bd85a9 HTTP/1.1" status: 200 len: 375 time: 0.0103097 Apr 14 07:30:11.109416 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-5ece9750-20d4-4c6f-86a7-1d510d086a87 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5804d5c235b94018a3da4ae880bd85a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471926 Apr 14 07:30:11.251204 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-386dc9b2-4021-47a6-9cd4-202a4a310610 service neutron] 10.222.0.42 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342988 Apr 14 07:30:11.393065 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-c128a179-925f-4482-a0e3-2d265cde38fc service neutron] 10.222.0.42 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352727 Apr 14 07:30:11.587642 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-890b37d6-1eea-4375-a581-de425c926ac6 req-1916ccfb-4b56-49f3-9c37-18233eb7f00d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 210 time: 0.0513914 Apr 14 07:30:12.668086 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-a4d7da01-ea87-4ac2-9c98-479f8517905f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:12.669664 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-a4d7da01-ea87-4ac2-9c98-479f8517905f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "GET /v2.0/networks?id=cd574b29-cceb-4a03-a472-ccf963d70320 HTTP/1.1" status: 200 len: 809 time: 0.1614621 Apr 14 07:30:12.682034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Request body: {'port': {'device_id': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320', 'admin_state_up': True, 'tenant_id': '5804d5c235b94018a3da4ae880bd85a9'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:12.806971 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-98625e7d-bf8a-450c-8dba-f8a79a6b6bc4 req-bd5c5b5b-5088-4039-8192-83a7419c3510 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 210 time: 0.1024702 Apr 14 07:30:12.873890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:12.883932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:12.892745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Made reservation on behalf of 5804d5c235b94018a3da4ae880bd85a9 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:30:12.899210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:13.049572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Allocated IP 172.20.0.6 (cd574b29-cceb-4a03-a472-ccf963d70320/a7196799-9def-45ca-9f3d-e05c4d181657/75091bf1-b20c-4ab9-9bad-d5eed570330a) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:30:13.242051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:13.270696 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:13.288256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f585d3d8-5efe-47a8-a570-3d11a094063b tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:13.353184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 859aaac7-b182-4330-af9d-57cfe7ffaba9 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:30:13.390568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 859aaac7-b182-4330-af9d-57cfe7ffaba9 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:30:13.390964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 859aaac7-b182-4330-af9d-57cfe7ffaba9 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:30:13.424961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Pushing event updated for resources: {'Port': ['ID=75091bf1-b20c-4ab9-9bad-d5eed570330a,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:13.430481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:13.477714 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Network cd574b29-cceb-4a03-a472-ccf963d70320 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:30:13.478845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:30:13.481066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:30:13.547279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:13.547941 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:13.572076 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941274 Apr 14 07:30:13.585215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Request body: {'port': {'device_id': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:13.699887 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:14.005256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec117a-4626-449b-a32b-2500a5a124d0 req-d6314de1-c20c-489c-a6fa-8191630a07cd tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:14.006768 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dec117a-4626-449b-a32b-2500a5a124d0 req-d6314de1-c20c-489c-a6fa-8191630a07cd tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 931 time: 0.0867577 Apr 14 07:30:14.037961 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dec117a-4626-449b-a32b-2500a5a124d0 req-9bb27db4-195d-49fc-9a05-431dbfba09ed tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243490 Apr 14 07:30:14.091966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75091bf1-b20c-4ab9-9bad-d5eed570330a {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:30:14.099700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:14.115045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Transition to ACTIVE for port object 75091bf1-b20c-4ab9-9bad-d5eed570330a will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:30:14.117701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:14.132799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:14.262514 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Pushing event updated for resources: {'Port': ['ID=75091bf1-b20c-4ab9-9bad-d5eed570330a,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:14.265477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:14.483643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Attempting to bind port 75091bf1-b20c-4ab9-9bad-d5eed570330a on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:30:14.484007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Attempting to bind port 75091bf1-b20c-4ab9-9bad-d5eed570330a by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:30:14.484372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Attempting to bind port 75091bf1-b20c-4ab9-9bad-d5eed570330a on network cd574b29-cceb-4a03-a472-ccf963d70320 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:30:14.489190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Port 75091bf1-b20c-4ab9-9bad-d5eed570330a on network cd574b29-cceb-4a03-a472-ccf963d70320 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:30:14.489550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Attempting to bind port 75091bf1-b20c-4ab9-9bad-d5eed570330a on network cd574b29-cceb-4a03-a472-ccf963d70320 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:30:14.495024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:30:14.495399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Checking segment: {'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:30:14.495817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Bound using segment: {'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:30:14.496283 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Bound port: 75091bf1-b20c-4ab9-9bad-d5eed570330a, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8e28aa-fee7-4304-89ef-9dc744db699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:30:14.496688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:14.571624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] For port 75091bf1-b20c-4ab9-9bad-d5eed570330a, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:30:14.574601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] For port 75091bf1-b20c-4ab9-9bad-d5eed570330a, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=75091bf1-b20c-4ab9-9bad-d5eed570330a,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:30:14.577816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:14.592962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c4030154-c236-479f-9925-78139f65fa97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:14.746071 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Pushing event updated for resources: {'Port': ['ID=75091bf1-b20c-4ab9-9bad-d5eed570330a,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:14.749381 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:14.782026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:14.782391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:14.783863 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] 10.222.0.50 "PUT /v2.0/ports/75091bf1-b20c-4ab9-9bad-d5eed570330a HTTP/1.1" status: 200 len: 1093 time: 1.2031446 Apr 14 07:30:14.784367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'tag': '75091bf1-b20c-4ab9-9bad-d5eed570330a'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:14.855705 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'tag': '75091bf1-b20c-4ab9-9bad-d5eed570330a', 'status': 'completed', 'code': 200} Apr 14 07:30:14.897689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-119f9775-9bd5-4bf9-91ae-806995caabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:14.899276 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-119f9775-9bd5-4bf9-91ae-806995caabab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5804d5c235b94018a3da4ae880bd85a9&device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 1096 time: 0.0794330 Apr 14 07:30:14.974057 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-94834496-1c1c-42dd-9a61-7e0dea91c4f3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75091bf1-b20c-4ab9-9bad-d5eed570330a HTTP/1.1" status: 200 len: 217 time: 0.0671318 Apr 14 07:30:15.043407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-0e718cd8-261f-463e-8fd3-031580029c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:15.044924 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-0e718cd8-261f-463e-8fd3-031580029c25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7196799-9def-45ca-9f3d-e05c4d181657 HTTP/1.1" status: 200 len: 849 time: 0.0632298 Apr 14 07:30:15.102270 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-0096a008-3139-4713-8092-d52151f049ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd574b29-cceb-4a03-a472-ccf963d70320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497146 Apr 14 07:30:15.245565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df31cc-2cde-48b0-b7d4-a11ef0c36f2e req-32ba4eb3-855e-4f49-a50b-57096be5e561 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:15.247170 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88df31cc-2cde-48b0-b7d4-a11ef0c36f2e req-32ba4eb3-855e-4f49-a50b-57096be5e561 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 943 time: 0.0908577 Apr 14 07:30:15.248304 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-2e2f981a-4910-40a4-b8cb-5f892aec2b56 service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375375 Apr 14 07:30:15.277618 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-88df31cc-2cde-48b0-b7d4-a11ef0c36f2e req-d1e8ddc8-f956-4078-be05-17dc538e5ea2 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239549 Apr 14 07:30:15.392554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4cd08aee-32c5-4266-a323-b5fef998d2a3 req-82c31a56-c0ed-4339-bc47-f3d899770e1c service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360838 Apr 14 07:30:15.514690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3506-c733-4fb8-aace-1caf395ac354 req-049c8172-6c1e-49c1-85c5-c22969612b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:15.516238 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-788f3506-c733-4fb8-aace-1caf395ac354 req-049c8172-6c1e-49c1-85c5-c22969612b5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5804d5c235b94018a3da4ae880bd85a9&device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 1096 time: 0.0764036 Apr 14 07:30:15.655369 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3506-c733-4fb8-aace-1caf395ac354 req-7b5a42c8-9d16-4847-b1dd-b302a6ce8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:15.656873 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-788f3506-c733-4fb8-aace-1caf395ac354 req-7b5a42c8-9d16-4847-b1dd-b302a6ce8f7d service neutron] 10.222.0.50 "GET /v2.0/networks?id=cd574b29-cceb-4a03-a472-ccf963d70320 HTTP/1.1" status: 200 len: 910 time: 0.1331453 Apr 14 07:30:15.939505 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-788f3506-c733-4fb8-aace-1caf395ac354 req-64013bf0-dfba-4a60-ac12-cbee9006a69b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75091bf1-b20c-4ab9-9bad-d5eed570330a HTTP/1.1" status: 200 len: 217 time: 0.2760181 Apr 14 07:30:16.006198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3506-c733-4fb8-aace-1caf395ac354 req-5f050f61-0bb0-46c8-b977-396ce9770c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:16.008443 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-788f3506-c733-4fb8-aace-1caf395ac354 req-5f050f61-0bb0-46c8-b977-396ce9770c12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a7196799-9def-45ca-9f3d-e05c4d181657 HTTP/1.1" status: 200 len: 849 time: 0.0619197 Apr 14 07:30:16.061667 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-788f3506-c733-4fb8-aace-1caf395ac354 req-94479317-49e3-4c7d-8738-78b488509d17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cd574b29-cceb-4a03-a472-ccf963d70320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452564 Apr 14 07:30:16.206456 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-788f3506-c733-4fb8-aace-1caf395ac354 req-627e8a71-f59d-4a69-96eb-0178bc2776e5 service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355083 Apr 14 07:30:16.351351 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-788f3506-c733-4fb8-aace-1caf395ac354 req-baf9eff2-a8ad-4e21-a490-0fdcb7aa8192 service neutron] 10.222.0.50 "GET /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362238 Apr 14 07:30:16.485953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2d46c-5788-46d1-be6f-c5bad3fb732e req-af9aefb3-6d47-4247-9986-c940c22bf8c8 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:16.486629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0fb2d46c-5788-46d1-be6f-c5bad3fb732e req-af9aefb3-6d47-4247-9986-c940c22bf8c8 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Synchronizing usage tracker for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:16.501526 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-0fb2d46c-5788-46d1-be6f-c5bad3fb732e req-af9aefb3-6d47-4247-9986-c940c22bf8c8 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Unset dirty status for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:16.502754 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0fb2d46c-5788-46d1-be6f-c5bad3fb732e req-af9aefb3-6d47-4247-9986-c940c22bf8c8 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 943 time: 0.1059184 Apr 14 07:30:16.533425 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0fb2d46c-5788-46d1-be6f-c5bad3fb732e req-cf5769b9-fad1-4020-b225-76bf761bc1f3 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234036 Apr 14 07:30:17.371678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 75091bf1-b20c-4ab9-9bad-d5eed570330a details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:30:17.511804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 75091bf1-b20c-4ab9-9bad-d5eed570330a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=75091bf1-b20c-4ab9-9bad-d5eed570330a,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:17.526125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '75091bf1-b20c-4ab9-9bad-d5eed570330a', 'network_id': 'cd574b29-cceb-4a03-a472-ccf963d70320', 'port_id': '75091bf1-b20c-4ab9-9bad-d5eed570330a', 'mac_address': 'fa:16:3e:17:d1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7196799-9def-45ca-9f3d-e05c4d181657', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:30:17.588355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:17.589706 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75091bf1-b20c-4ab9-9bad-d5eed570330a {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:30:17.606943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 75091bf1-b20c-4ab9-9bad-d5eed570330a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=75091bf1-b20c-4ab9-9bad-d5eed570330a,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:17.609755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:17.611585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:17.682206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=75091bf1-b20c-4ab9-9bad-d5eed570330a,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:17.685487 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:17.734131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc22c1-419a-45e4-9833-04f1abd6c697 req-9afbf318-8ea8-45d8-9b94-0dee94b7f35f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:17.735726 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64bc22c1-419a-45e4-9833-04f1abd6c697 req-9afbf318-8ea8-45d8-9b94-0dee94b7f35f tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 944 time: 0.0872445 Apr 14 07:30:17.766108 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64bc22c1-419a-45e4-9833-04f1abd6c697 req-7a2c0e4e-c95a-4638-a234-025c8fc597e1 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239882 Apr 14 07:30:17.889029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['75091bf1-b20c-4ab9-9bad-d5eed570330a'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:30:18.962101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe31a6-7003-43e8-b966-e6aeb9737d0c req-38734eeb-30fd-4ce9-bd81-648de4e46a0e tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:18.963669 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fbe31a6-7003-43e8-b966-e6aeb9737d0c req-38734eeb-30fd-4ce9-bd81-648de4e46a0e tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 944 time: 0.0876787 Apr 14 07:30:18.992819 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5fbe31a6-7003-43e8-b966-e6aeb9737d0c req-43af518f-49ee-4743-9a26-9fd705572d14 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229402 Apr 14 07:30:19.394136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 75091bf1-b20c-4ab9-9bad-d5eed570330a up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:30:19.463623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 75091bf1-b20c-4ab9-9bad-d5eed570330a completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:30:19.468392 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 75091bf1-b20c-4ab9-9bad-d5eed570330a triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:30:19.468853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:19.591081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:19.602316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75091bf1-b20c-4ab9-9bad-d5eed570330a'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:19.612360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 75091bf1-b20c-4ab9-9bad-d5eed570330a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=75091bf1-b20c-4ab9-9bad-d5eed570330a,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:19.615408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:19.617810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:19.656453 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75091bf1-b20c-4ab9-9bad-d5eed570330a', 'code': 200} Apr 14 07:30:19.695367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=75091bf1-b20c-4ab9-9bad-d5eed570330a,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:19.698901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:19.891743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ae16e-53e1-412f-a3c4-35afef99b302 req-1f626582-2de1-42e7-8b41-a38e3296bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:19.893339 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c14ae16e-53e1-412f-a3c4-35afef99b302 req-1f626582-2de1-42e7-8b41-a38e3296bad5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 1098 time: 0.0785906 Apr 14 07:30:19.921151 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c14ae16e-53e1-412f-a3c4-35afef99b302 req-9ff729be-87e7-4cba-b042-11fe50331feb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0197256 Apr 14 07:30:20.188802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e7092-f202-4b53-a5f2-102a7cf976cd req-3c9cdb51-2453-4617-960c-8b2f67d49907 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:20.190381 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cd1e7092-f202-4b53-a5f2-102a7cf976cd req-3c9cdb51-2453-4617-960c-8b2f67d49907 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 945 time: 0.0867310 Apr 14 07:30:20.220204 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cd1e7092-f202-4b53-a5f2-102a7cf976cd req-e124319f-ee06-4e04-82e7-6b6af0f02cdb tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235128 Apr 14 07:30:21.426205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e08e2d-2efa-4601-9176-a66452c66c5e req-1e45a023-ab91-41ca-ab37-9fae2fd9ee13 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:21.427677 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b0e08e2d-2efa-4601-9176-a66452c66c5e req-1e45a023-ab91-41ca-ab37-9fae2fd9ee13 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 945 time: 0.0903947 Apr 14 07:30:21.458223 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b0e08e2d-2efa-4601-9176-a66452c66c5e req-9a881fca-df09-4bd8-b0d1-6f8f82b30126 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240722 Apr 14 07:30:22.384061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:30:22.562983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae48a67-bc79-40a6-9ea2-33aa342fdf67 req-0c8fe730-3bd8-4827-9c7a-7cfe4f2352d6 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:22.564498 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fae48a67-bc79-40a6-9ea2-33aa342fdf67 req-0c8fe730-3bd8-4827-9c7a-7cfe4f2352d6 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 945 time: 0.0878010 Apr 14 07:30:22.595040 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fae48a67-bc79-40a6-9ea2-33aa342fdf67 req-bb602e04-dbcd-47eb-90d0-4a52e4ad35e4 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235670 Apr 14 07:30:23.805529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c482f-b042-41f4-b191-55cb1aaa70a1 req-4acbb80e-4fe2-42b1-9b6b-3e69bc279e24 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:23.807096 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b37c482f-b042-41f4-b191-55cb1aaa70a1 req-4acbb80e-4fe2-42b1-9b6b-3e69bc279e24 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 945 time: 0.0896852 Apr 14 07:30:23.837660 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b37c482f-b042-41f4-b191-55cb1aaa70a1 req-44725de8-b213-49bc-b5df-8ed0ecaef937 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba70aff3-eae4-44db-b8eb-a22edf1cba9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243275 Apr 14 07:30:23.925410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-07e82fc7-2bf4-406e-9f75-0943ddabb360 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:23.926862 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-07e82fc7-2bf4-406e-9f75-0943ddabb360 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 945 time: 0.0856597 Apr 14 07:30:24.006255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Deleting port 75091bf1-b20c-4ab9-9bad-d5eed570330a {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:30:24.006643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:24.261415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] For port 75091bf1-b20c-4ab9-9bad-d5eed570330a, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=75091bf1-b20c-4ab9-9bad-d5eed570330a,segment=NetworkSegment(1a8e28aa-fee7-4304-89ef-9dc744db699e),segment_id=1a8e28aa-fee7-4304-89ef-9dc744db699e)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:24.261815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:24.394276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Calling delete_port for 75091bf1-b20c-4ab9-9bad-d5eed570330a owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:30:24.542737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:24.553895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['75091bf1-b20c-4ab9-9bad-d5eed570330a'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:30:24.557690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:24.652724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Pushing event deleted for resources: {'Port': ['ID=75091bf1-b20c-4ab9-9bad-d5eed570330a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:24.659185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:24.797417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] No DVR routers for this DVR port 75091bf1-b20c-4ab9-9bad-d5eed570330a on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:30:24.799789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:24.802446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'name': 'network-vif-deleted', 'tag': '75091bf1-b20c-4ab9-9bad-d5eed570330a'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:24.816942 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-da8b7d11-adcb-415b-923f-5309f134ef2b req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.50 "DELETE /v2.0/ports/75091bf1-b20c-4ab9-9bad-d5eed570330a HTTP/1.1" status: 204 len: 173 time: 0.8816760 Apr 14 07:30:24.851426 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2c6455-4242-4de8-bbf9-14721f5adc55', 'name': 'network-vif-deleted', 'tag': '75091bf1-b20c-4ab9-9bad-d5eed570330a', 'status': 'completed', 'code': 200} Apr 14 07:30:25.001223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-7badbbb2-1945-4299-b574-da01d1230086 req-2d8dd380-f5a9-4863-b083-9bca2a778366 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Synchronizing usage tracker for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:25.016155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-7badbbb2-1945-4299-b574-da01d1230086 req-2d8dd380-f5a9-4863-b083-9bca2a778366 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Unset dirty status for tenant:5804d5c235b94018a3da4ae880bd85a9 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:25.017422 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7badbbb2-1945-4299-b574-da01d1230086 req-2d8dd380-f5a9-4863-b083-9bca2a778366 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc2c6455-4242-4de8-bbf9-14721f5adc55 HTTP/1.1" status: 200 len: 210 time: 0.0683270 Apr 14 07:30:27.438791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 75091bf1-b20c-4ab9-9bad-d5eed570330a no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:30:27.475238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 75091bf1-b20c-4ab9-9bad-d5eed570330a {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:30:27.475637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 75091bf1-b20c-4ab9-9bad-d5eed570330a not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:30:33.442335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10c16a-68ef-4ea7-aa5c-e88dddd242f2 req-d2b9b133-3c38-4858-b0a6-60853d018dac tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:33.444020 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4e10c16a-68ef-4ea7-aa5c-e88dddd242f2 req-d2b9b133-3c38-4858-b0a6-60853d018dac tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1171472 Apr 14 07:30:33.481632 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4e10c16a-68ef-4ea7-aa5c-e88dddd242f2 req-141a9c29-02a1-4050-a4af-c94cb4467bcd tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280957 Apr 14 07:30:34.084456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7249f6a-d2aa-429b-9fca-fda19f3bddca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:34.211781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e7196-1acd-48c8-ab0f-8cd0b48f4b8f req-3159c8c6-f849-41ce-997b-4aca9b55f5ce tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:34.213387 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c39e7196-1acd-48c8-ab0f-8cd0b48f4b8f req-3159c8c6-f849-41ce-997b-4aca9b55f5ce tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 947 time: 0.1531222 Apr 14 07:30:34.253604 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c39e7196-1acd-48c8-ab0f-8cd0b48f4b8f req-8b71929e-9163-4c96-8dbe-7fae605b0f70 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334604 Apr 14 07:30:34.724767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a0d6c-4faf-425f-8576-095cba42991c req-a37d029d-33c3-4084-8980-63fc462305c7 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:34.727019 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9b1a0d6c-4faf-425f-8576-095cba42991c req-a37d029d-33c3-4084-8980-63fc462305c7 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1252902 Apr 14 07:30:34.769957 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9b1a0d6c-4faf-425f-8576-095cba42991c req-06e2af84-5696-4877-bc36-e3f003d22890 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347202 Apr 14 07:30:35.200257 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-2855587c-9d29-44f6-833a-1f27c7902aea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028783 Apr 14 07:30:35.370331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-6454d412-01dc-49c9-974f-7d70177f10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:35.372202 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-6454d412-01dc-49c9-974f-7d70177f10f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1099 time: 0.0857337 Apr 14 07:30:35.532195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadac9eb-43ed-413a-b72d-cd98a651b130 req-ab1892f2-db5e-45fb-a564-609bd251115d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:35.540997 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dadac9eb-43ed-413a-b72d-cd98a651b130 req-ab1892f2-db5e-45fb-a564-609bd251115d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 947 time: 0.1079581 Apr 14 07:30:35.577463 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dadac9eb-43ed-413a-b72d-cd98a651b130 req-2f1af26b-bea8-4712-9ca4-e76e53fee0ae tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351098 Apr 14 07:30:35.631695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-6216d01f-142c-4e51-8405-b6759596384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:35.633976 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-6216d01f-142c-4e51-8405-b6759596384e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 908 time: 0.2354755 Apr 14 07:30:35.781813 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-f6f2eee2-6dd1-4965-a79e-c6ae67eb3ac5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 1002 time: 0.1410050 Apr 14 07:30:35.841936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a6325de5-e8f6-4107-976b-821a812ab1c3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:35.843830 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a6325de5-e8f6-4107-976b-821a812ab1c3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.1620781 Apr 14 07:30:35.909971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-1decf19f-f040-4fa0-bd5a-1f54f30e43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:35.911593 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-1decf19f-f040-4fa0-bd5a-1f54f30e43e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.1232111 Apr 14 07:30:35.949631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Deleting port 900d2195-9b45-412b-9f1e-07b548e7c4de {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:30:35.950371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:36.095489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-23b2234d-1264-4285-aff4-2ceaa0be6e7c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:36.095489 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-23b2234d-1264-4285-aff4-2ceaa0be6e7c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 947 time: 0.2343774 Apr 14 07:30:36.168358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Deleting port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:30:36.168765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:36.250998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] For port 900d2195-9b45-412b-9f1e-07b548e7c4de, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=900d2195-9b45-412b-9f1e-07b548e7c4de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:36.251378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:36.277484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-94bc43bb-f3d0-4f4a-9236-9cdc994b6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:36.279085 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-94bc43bb-f3d0-4f4a-9236-9cdc994b6606 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3601739 Apr 14 07:30:36.353835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a84f2688-a22b-4ac5-a7bf-c283c27faacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:36.438235 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-85ca8695-8675-4763-9583-589f5573ee07 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508465 Apr 14 07:30:36.508412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd1981-b0dc-4f24-83d5-7bd53ac83fd5 req-bca05665-d067-4eaf-97a1-aa99ec8841a3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:36.510083 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dbbd1981-b0dc-4f24-83d5-7bd53ac83fd5 req-bca05665-d067-4eaf-97a1-aa99ec8841a3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 946 time: 0.5458667 Apr 14 07:30:36.602563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:36.603052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:36.603356 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Floating IP 451117f0-e8c5-40cc-a433-5091000fb1ea disassociated. External IP: 172.28.2.127, port: 900d2195-9b45-412b-9f1e-07b548e7c4de. Apr 14 07:30:36.603744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Calling delete_port for 900d2195-9b45-412b-9f1e-07b548e7c4de owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:30:36.635323 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dbbd1981-b0dc-4f24-83d5-7bd53ac83fd5 req-4e9a006a-8ecb-4810-baa2-fdf75771e1e1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=a2d72bd8-2c06-46b3-a47b-ea65fd66a422&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167779 Apr 14 07:30:36.778333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] For port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:36.778333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:36.787824 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b8d19eb1-0159-49cd-b4f5-46def6e59110 req-5d46600a-13cb-427b-83ee-766676b4deba service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353541 Apr 14 07:30:36.865820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.009701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:37.085390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a224733-0835-48e9-9b28-f1e32a12cffe req-510373a5-ddbb-4ba2-9d5b-3f0447b26aec tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:37.094079 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a224733-0835-48e9-9b28-f1e32a12cffe req-510373a5-ddbb-4ba2-9d5b-3f0447b26aec tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 947 time: 0.3096790 Apr 14 07:30:37.108013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event deleted for resources: {'Port': ['ID=900d2195-9b45-412b-9f1e-07b548e7c4de,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:37.132674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.134076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.135012 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Floating IP bd1d371a-5c4a-4da0-87a8-bd6605efce91 disassociated. External IP: 172.28.2.179, port: 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947. Apr 14 07:30:37.135544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Calling delete_port for 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:30:37.358044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.358697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.358830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.359233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.359663 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.360042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.360447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.360877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.361279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.361679 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.362077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.362668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:37.373449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Router b8d52ce9-8996-4331-9c2c-7d948ae33251 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:30:37.374786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:37.397463 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a224733-0835-48e9-9b28-f1e32a12cffe req-dfe181d0-eca7-4c5d-ae5b-e43f2b352c5d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba53a4eb-388c-4fbc-91fd-eae74e9587b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022604 Apr 14 07:30:37.426334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.556694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.613435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:30:37.617241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.624325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] Sync routers for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:30:37.648601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:30:37.650105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:37.699877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] No DVR routers for this DVR port 900d2195-9b45-412b-9f1e-07b548e7c4de on host hv-cinder-78409 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:30:37.702585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.713971 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'name': 'network-vif-deleted', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:37.734374 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a06bc004-1870-419b-ac63-d52bf0bc9838 req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "DELETE /v2.0/ports/900d2195-9b45-412b-9f1e-07b548e7c4de HTTP/1.1" status: 204 len: 173 time: 1.8830194 Apr 14 07:30:37.851194 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb067e8d-ca39-4d5b-ae31-8fcced1c3e49', 'name': 'network-vif-deleted', 'tag': '900d2195-9b45-412b-9f1e-07b548e7c4de', 'status': 'completed', 'code': 200} Apr 14 07:30:37.934730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:37.983665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:37.996306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:30:38.050230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event deleted for resources: {'Port': ['ID=57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:38.272053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Router 9c447231-0fce-4aec-8a71-cbf003562861 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:30:38.283274 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37329eff-5fea-4172-b3d1-e811518ad1b4 req-2e77bd97-6480-408f-9506-d4419ded3218 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb067e8d-ca39-4d5b-ae31-8fcced1c3e49 HTTP/1.1" status: 200 len: 210 time: 0.3630018 Apr 14 07:30:38.295049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.295463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.295865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.296257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.296729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.297121 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.297508 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.297893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.298275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.298659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.299042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.299423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:38.302881 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:38.501127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:38.510114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:30:38.511893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] Checking router: b8d52ce9-8996-4331-9c2c-7d948ae33251 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:30:38.522677 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] Sync routers for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:30:38.531777 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:30:38.532434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:38.547817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:30:38.548502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:38.647412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] No DVR routers for this DVR port 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:30:38.651751 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:38.656503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-deleted', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:38.677841 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7a611339-228c-4bf0-82a2-1a36afa99ce8 req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "DELETE /v2.0/ports/57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 HTTP/1.1" status: 204 len: 173 time: 2.5857282 Apr 14 07:30:38.757426 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6b902b-8b1f-4584-8817-0f12835b130e', 'name': 'network-vif-deleted', 'tag': '57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947', 'status': 'completed', 'code': 200} Apr 14 07:30:38.796075 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b3fca0e9-08d2-4ec3-b60f-1a2af39ad7e6 req-950c0f01-1f70-4437-bd8f-ea0144f1854b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c6b902b-8b1f-4584-8817-0f12835b130e HTTP/1.1" status: 200 len: 210 time: 0.0617852 Apr 14 07:30:38.857620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:38.899466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:30:38.939275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:30:39.435466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:39.441461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] Checking router: 9c447231-0fce-4aec-8a71-cbf003562861 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:30:39.463912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:30:39.464511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:39.588955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53684) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:39.747526 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:39.756199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 900d2195-9b45-412b-9f1e-07b548e7c4de no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:30:39.777813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:30:39.782940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:39.801752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 900d2195-9b45-412b-9f1e-07b548e7c4de {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:30:39.802150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 900d2195-9b45-412b-9f1e-07b548e7c4de not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:30:39.802633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:30:39.839725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:39.863672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6d41c2b5-8ccc-4ae6-b5a0-f4226bfb19f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:39.880731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:30:39.881134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 57bf02b3-6fa1-4bcf-b9d8-f67c85fe1947 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:30:40.040218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53696) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:40.088809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:40.100096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09156cad-2733-4e91-a851-ac43c6ab29f4 None None] The sync data for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb is: [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:30:40.127481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2b8e73f4-e419-4a01-bdfd-300297f414c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:40.164296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2b8e73f4-e419-4a01-bdfd-300297f414c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:40.283026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2b8e73f4-e419-4a01-bdfd-300297f414c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:40.291573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-dda6d7aa-61c9-4185-8673-07bc0b2099fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:40.354141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e73f4-e419-4a01-bdfd-300297f414c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53a4eb-388c-4fbc-91fd-eae74e9587b5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:40.367586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2b8e73f4-e419-4a01-bdfd-300297f414c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:40.375992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2b8e73f4-e419-4a01-bdfd-300297f414c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:40.391873 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2b8e73f4-e419-4a01-bdfd-300297f414c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "DELETE /v2.0/security-groups/ba53a4eb-388c-4fbc-91fd-eae74e9587b5 HTTP/1.1" status: 204 len: 168 time: 0.3504350 Apr 14 07:30:40.393101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53700) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:40.413730 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.v2.resource [None req-6710e9a6-c72f-4019-9940-e55b40b35328 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] show failed (client error): The resource could not be found. Apr 14 07:30:40.419710 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6710e9a6-c72f-4019-9940-e55b40b35328 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups/ba53a4eb-388c-4fbc-91fd-eae74e9587b5 HTTP/1.1" status: 404 len: 347 time: 0.0247953 Apr 14 07:30:40.420448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53704) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:40.455985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d72bd8-2c06-46b3-a47b-ea65fd66a422,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:40.458915 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:40.488353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:40.490018 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "DELETE /v2.0/security-groups/a2d72bd8-2c06-46b3-a47b-ea65fd66a422 HTTP/1.1" status: 204 len: 168 time: 0.9000051 Apr 14 07:30:40.493606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53708) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:40.517712 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.v2.resource [None req-5705397e-f949-4161-997e-5a999e1c241b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] show failed (client error): The resource could not be found. Apr 14 07:30:40.519264 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5705397e-f949-4161-997e-5a999e1c241b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups/a2d72bd8-2c06-46b3-a47b-ea65fd66a422 HTTP/1.1" status: 404 len: 347 time: 0.0244672 Apr 14 07:30:40.523085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53712) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:40.729095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Deleting port a4dbc93a-92a6-4d75-b11f-361529ba5a0f {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:30:40.729430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:40.740997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:40.747544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca789b40-3b87-464d-b563-e6a267ace57b None None] The sync data for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb is: [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:30:40.772200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da4440-de8a-41f4-bb53-92f0c011aff9 None None] New status for floating IP 451117f0-e8c5-40cc-a433-5091000fb1ea: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:30:40.909513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Deleting port b97c53f9-68bc-4c64-85a8-48c1b4fdd273 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:30:40.910370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.009387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.009749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.216104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.216104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.344004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a3b0e-0226-44a6-a00d-1359fd8d3fcc None None] New status for floating IP bd1d371a-5c4a-4da0-87a8-bd6605efce91: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:30:41.410276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Calling delete_port for a4dbc93a-92a6-4d75-b11f-361529ba5a0f owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:30:41.422398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Calling delete_port for b97c53f9-68bc-4c64-85a8-48c1b4fdd273 owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:30:41.527244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:30:41.527602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:30:41.585760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.586462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-cd4a3b0e-0226-44a6-a00d-1359fd8d3fcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:30:41.586803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-cd4a3b0e-0226-44a6-a00d-1359fd8d3fcc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:30:41.602333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:41.701128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event deleted for resources: {'Port': ['ID=a4dbc93a-92a6-4d75-b11f-361529ba5a0f,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:41.708601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:41.891026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.907035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:41.908281 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "DELETE /v2.0/floatingips/bd1d371a-5c4a-4da0-87a8-bd6605efce91 HTTP/1.1" status: 204 len: 168 time: 1.4867275 Apr 14 07:30:42.028861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Deleting port b97c53f9-68bc-4c64-85a8-48c1b4fdd273 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:30:42.029414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.088952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a3b0e-0226-44a6-a00d-1359fd8d3fcc None None] New status for floating IP bd1d371a-5c4a-4da0-87a8-bd6605efce91: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:30:42.256367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53732) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:42.263843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737681892', 'description': 'tempest-description--975378741'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:42.271025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:42.277474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:42.281133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:42.290889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:42.312187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.312576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.313303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.318750 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:42.332080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group_rule and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:42.339358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:42.383105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:42.473118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Calling delete_port for b97c53f9-68bc-4c64-85a8-48c1b4fdd273 owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:30:42.518412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.525002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.532333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ee2d52e1-f44c-4309-9a16-7fce45b6800e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:42.584919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:42.602746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:42.611198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.615277 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3544827 Apr 14 07:30:42.617547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53736) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:42.625554 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'security_group_rule': {'security_group_id': 'ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:42.635557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:42.640648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group_rule and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:42.644364 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:42.651685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:42.669241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.671730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.757000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.760515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.762761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-60df38d5-09c3-4402-9097-1b4241d55ab0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:42.768991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-303abefb-a635-4ef4-9deb-04cdd4e8822f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:42.787835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139ba1af-cce1-4450-b46d-7948560e6b6d,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:42.795802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:42.800483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.802220 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833820 Apr 14 07:30:42.805623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53740) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:42.811737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'security_group_rule': {'security_group_id': 'ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:42.818781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:42.826895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:security_group_rule and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:42.831474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:42.839167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:42.859495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.887550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event deleted for resources: {'Port': ['ID=b97c53f9-68bc-4c64-85a8-48c1b4fdd273,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:42.892125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:42.940673 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.945632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:42.949186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1b8ae087-bb40-4061-8afd-62b55ab9f052 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:42.980004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655e7f8e-7443-41b5-b564-8d86691c765f,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:42.995061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:43.006030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.011809 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-1a5c2485-b0c6-4d7f-8f01-97758419493a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046967 Apr 14 07:30:43.013049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53744) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:43.020939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'floatingip': {'floating_network_id': '00924177-d382-4300-abdf-130fe927342e'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:43.030212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:43.037217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.038120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Usage tracker for resource:floatingip and tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:43.042488 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:43.050395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:43.055730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.061888 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "DELETE /v2.0/floatingips/451117f0-e8c5-40cc-a433-5091000fb1ea HTTP/1.1" status: 204 len: 168 time: 2.5323184 Apr 14 07:30:43.074892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.322296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.516933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Allocated IP 172.28.2.196 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/e30093e2-de7e-4b64-a534-7012cf1706b6) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:30:43.724260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53754) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:43.730429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144106853', 'description': 'tempest-description--841513491'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:43.737699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:43.743632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:43.748430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:43.756486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:43.767993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.773570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.777665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:43.788050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group_rule and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:43.794844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:43.802233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.803700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:43.824452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-32b6e692-ae57-42f5-b3da-4e3a4abf5126 tempest-VolumesActionsTest-1420742648 tempest-VolumesActionsTest-1420742648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:43.906497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.909330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.936172 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4d21c2b8-c6df-488a-b2da-755a09b612c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:43.976446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'Port': ['ID=e30093e2-de7e-4b64-a534-7012cf1706b6,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:43.981520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:43.983662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555019fe-6606-4085-b063-d88cb4075f8e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:43.987286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:43.988075 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:43.994872 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2691772 Apr 14 07:30:43.995905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53758) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:44.006289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'security_group_rule': {'security_group_id': '555019fe-6606-4085-b063-d88cb4075f8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:44.019329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:44.029096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group_rule and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:44.035197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:44.042524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:44.057169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:30:44.058890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:30:44.062451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:30:44.068809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.205496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.212177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.232586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.239432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6df692a8-2055-405b-8c94-0f1fcde84a4e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:44.275297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baf50a5-57de-4701-ad44-3cb86682b496,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:44.281389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:44.285085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.290239 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-12e0a842-3ffe-4b5e-bc4d-28a2f4bd4b36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895331 Apr 14 07:30:44.290588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53766) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:44.296757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'security_group_rule': {'security_group_id': '555019fe-6606-4085-b063-d88cb4075f8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:44.311257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:44.318711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:security_group_rule and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:44.324619 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:44.340338 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:44.345448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.640612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.843633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.849934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.863260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:44.897603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22eb2406-0626-4b1d-9280-208ec90eba6c,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:44.912194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:44.941480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:44.942935 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3f2efa09-3214-4c37-9eaa-36331db40577 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6512170 Apr 14 07:30:44.954611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53770) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:44.962835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'floatingip': {'floating_network_id': '00924177-d382-4300-abdf-130fe927342e'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:44.974033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:44.980715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Usage tracker for resource:floatingip and tenant:a0b71206d1cd41fab401d8b1a5d4a459 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:30:44.985013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:30:44.992686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:45.016909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:45.084718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:45.102450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:45.123899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ba36bcd0-3bf8-42c4-893f-44a37e4f1ebf tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:45.324394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'Port': ['ID=e30093e2-de7e-4b64-a534-7012cf1706b6,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:45.344731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:45.470805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:45.492505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:45.534290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:45.535618 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5212176 Apr 14 07:30:45.672204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Allocated IP 172.28.2.101 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/08394cae-3f4d-48c2-b54f-aa32de433e20) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:30:45.809326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-6093ba3e-aee9-4fc7-bcf4-640c4a13a403 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:45.853456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-6093ba3e-aee9-4fc7-bcf4-640c4a13a403 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:45.854717 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-6093ba3e-aee9-4fc7-bcf4-640c4a13a403 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--737681892&fields=id&tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 267 time: 0.0872390 Apr 14 07:30:45.899574 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:46.045948 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-22c69a5e-cd4d-4f15-b7ed-7ae33303eb79 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:46.046615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-22c69a5e-cd4d-4f15-b7ed-7ae33303eb79 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:46.058230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:46.075414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2f4514d2-61fd-4e52-a0cf-5685fcd83456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:46.180615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-22c69a5e-cd4d-4f15-b7ed-7ae33303eb79 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:46.181889 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-22c69a5e-cd4d-4f15-b7ed-7ae33303eb79 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 817 time: 0.3158112 Apr 14 07:30:46.227338 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-c3d7193d-6e4c-481d-8b0a-964ac217f16f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/quotas/65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 375 time: 0.0322816 Apr 14 07:30:46.227989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'Port': ['ID=08394cae-3f4d-48c2-b54f-aa32de433e20,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:46.233159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:46.340220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:30:46.342248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:30:46.351857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:30:46.403222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-309f97d0-2e4b-4431-a882-2b028884db43 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:46.435986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-309f97d0-2e4b-4431-a882-2b028884db43 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:46.437452 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-309f97d0-2e4b-4431-a882-2b028884db43 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1934140 Apr 14 07:30:46.548509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:46.648383 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-107c0614-8da4-4558-ad92-e94d4ec2e06c service neutron] 10.222.0.42 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973784 Apr 14 07:30:46.649145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:46.915674 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-5b216afc-d13b-4e7b-a492-b17171218246 service neutron] 10.222.0.42 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407115 Apr 14 07:30:47.062988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:47.067768 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:47.096282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:47.143031 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-54017335-197f-4598-9be1-cfac1d630f5a req-83f5d747-f5b2-4e42-9de4-b52e264197b6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 210 time: 0.0678084 Apr 14 07:30:47.475326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'Port': ['ID=08394cae-3f4d-48c2-b54f-aa32de433e20,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:47.479879 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:47.583211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:47.606076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:47.607374 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6516984 Apr 14 07:30:47.825039 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-881dc050-158e-4a20-be66-11b244c7395b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2144106853&fields=id&tenant_id=a0b71206d1cd41fab401d8b1a5d4a459 HTTP/1.1" status: 200 len: 267 time: 0.0267844 Apr 14 07:30:47.985466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-cd8e2d5d-e777-4bf1-9d0a-1c38d708038b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:47.987029 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-cd8e2d5d-e777-4bf1-9d0a-1c38d708038b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 810 time: 0.1551032 Apr 14 07:30:48.003512 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-15b2268b-8693-4f04-a615-05588f5cc24a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/quotas/a0b71206d1cd41fab401d8b1a5d4a459 HTTP/1.1" status: 200 len: 375 time: 0.0095847 Apr 14 07:30:48.194652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53892) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:48.224952 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-2ee63a1a-adba-4992-a4ad-67cb8d8d776e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2146013 Apr 14 07:30:48.273712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Deleting subnet a7196799-9def-45ca-9f3d-e05c4d181657 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:30:48.277179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:48.339882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-56be1b54-2ecd-405e-94fe-906d9a0477a4 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:48.341908 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-56be1b54-2ecd-405e-94fe-906d9a0477a4 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 817 time: 0.2840424 Apr 14 07:30:48.372028 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-90ed5df9-bd40-43b6-a399-8fb377ed5507 req-3758f608-dbc5-4a33-83fb-84ad277301c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 210 time: 0.0562556 Apr 14 07:30:48.383050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:48.445197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:48.445996 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3677e171-a6fd-4ea2-9fc3-2f367b440f80 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 5707 time: 0.0938654 Apr 14 07:30:48.455774 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-2009677d-7fc5-43dc-8477-8124a21f6852 service neutron] 10.222.0.42 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142203 Apr 14 07:30:48.459730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'port': {'device_id': 'feb776e6-74b0-42e7-921c-813556a12f89', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'admin_state_up': True, 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'security_groups': ['ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:48.697651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:48.713549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e9f416d8-a1ee-4934-852b-b925177807cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:48.721943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:48.726487 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-8efc6cdb-4b6c-423f-bbc8-75ec6f35c223 service neutron] 10.222.0.42 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515457 Apr 14 07:30:48.738780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:48.748753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Made reservation on behalf of 65f01fe2fcd8410a8a612b28f2ce1cf7 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:30:48.755459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:48.805039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7196799-9def-45ca-9f3d-e05c4d181657,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:48.817256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:48.856681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:48.865788 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-61f55cb0-223d-4067-9a27-cd144df0a454 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a7196799-9def-45ca-9f3d-e05c4d181657 HTTP/1.1" status: 204 len: 168 time: 0.6699276 Apr 14 07:30:48.866693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53902) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:48.919990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Allocated IP 172.20.0.9 (89a1c69c-d040-4985-92a2-0e5fbe07b1b6/44cff520-87ee-4229-893d-d8f55dea6d3b/30302675-173f-46db-ac78-b32c3fa4e2c0) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:30:49.014769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-453a4ee7-3359-49b0-ab19-6e326aeb6906 req-ce2e4db2-845f-4a70-b7a2-0e73e6da8700 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Synchronizing usage tracker for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:49.053007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.119280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-453a4ee7-3359-49b0-ab19-6e326aeb6906 req-ce2e4db2-845f-4a70-b7a2-0e73e6da8700 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Unset dirty status for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:49.128873 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-453a4ee7-3359-49b0-ab19-6e326aeb6906 req-ce2e4db2-845f-4a70-b7a2-0e73e6da8700 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 210 time: 0.1806619 Apr 14 07:30:49.140348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.164744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Transition to ACTIVE for port object 30302675-173f-46db-ac78-b32c3fa4e2c0 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:30:49.188730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.210914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c43bdabd-a480-4c61-9ea2-0a4c6b851ff6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:49.278308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.351823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:49.357652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:49.399215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd574b29-cceb-4a03-a472-ccf963d70320']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:49.407681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:30:49.409348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:30:49.414394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8e28aa-fee7-4304-89ef-9dc744db699e') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:49.414775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:30:49.417025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8e28aa-fee7-4304-89ef-9dc744db699e') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:30:49.431554 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.452169 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.461761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:30:49.485812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:49.486612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.537229 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0837350 Apr 14 07:30:49.549923 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Request body: {'port': {'device_id': 'feb776e6-74b0-42e7-921c-813556a12f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:49.662607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Network cd574b29-cceb-4a03-a472-ccf963d70320 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:30:49.672213 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.674467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-98e18024-3bb3-4a33-983c-6092434d38d9 None None] Provisioning for port 30302675-173f-46db-ac78-b32c3fa4e2c0 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:30:49.682294 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-98e18024-3bb3-4a33-983c-6092434d38d9 None None] Provisioning complete for port 30302675-173f-46db-ac78-b32c3fa4e2c0 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:30:49.682294 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-98e18024-3bb3-4a33-983c-6092434d38d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.742539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-98e18024-3bb3-4a33-983c-6092434d38d9 None None] Port 30302675-173f-46db-ac78-b32c3fa4e2c0 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:30:49.760967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:49.799214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915379c5-fa65-437a-82fd-7bdd7f032a1c req-c500aede-991c-4b78-9b43-58f48fc22231 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:49.799990 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-915379c5-fa65-437a-82fd-7bdd7f032a1c req-c500aede-991c-4b78-9b43-58f48fc22231 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Synchronizing usage tracker for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:49.837483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-915379c5-fa65-437a-82fd-7bdd7f032a1c req-c500aede-991c-4b78-9b43-58f48fc22231 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Unset dirty status for tenant:65f01fe2fcd8410a8a612b28f2ce1cf7 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:49.838773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-915379c5-fa65-437a-82fd-7bdd7f032a1c req-c500aede-991c-4b78-9b43-58f48fc22231 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 931 time: 0.2557611 Apr 14 07:30:49.874894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Network cd574b29-cceb-4a03-a472-ccf963d70320 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:30:49.905694 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:30:49.912176 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-915379c5-fa65-437a-82fd-7bdd7f032a1c req-4105f14f-3f96-431a-a54a-6d159a9bb56f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 Apr 14 07:30:50.262928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30302675-173f-46db-ac78-b32c3fa4e2c0 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:30:50.271727 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.288436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Transition to ACTIVE for port object 30302675-173f-46db-ac78-b32c3fa4e2c0 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:30:50.291267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.309173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:50.372444 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-50bbe52f-0de8-4fa0-9594-ddb998adc748 req-8b1acedc-563e-4ecb-96a3-7e8d5ef6de8b tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 210 time: 0.0724437 Apr 14 07:30:50.376105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.395534 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-990df764-b129-4b82-85d7-9f332a7b7cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:50.424946 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.430235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd574b29-cceb-4a03-a472-ccf963d70320,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:50.439646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:50.457511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:50.459014 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cd574b29-cceb-4a03-a472-ccf963d70320 HTTP/1.1" status: 204 len: 168 time: 1.5912576 Apr 14 07:30:50.467398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-ebfd9429-d92f-4a50-a2c1-c7d0612293a6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:50.468165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-ebfd9429-d92f-4a50-a2c1-c7d0612293a6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Synchronizing usage tracker for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:50.471433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:50.486125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-ebfd9429-d92f-4a50-a2c1-c7d0612293a6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Unset dirty status for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:50.487631 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-ebfd9429-d92f-4a50-a2c1-c7d0612293a6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 810 time: 0.2882996 Apr 14 07:30:50.569498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-816dad3f-ca14-4215-a134-4a6f0dcfe37d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Synchronizing usage tracker for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:50.590418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-816dad3f-ca14-4215-a134-4a6f0dcfe37d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Unset dirty status for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:50.592036 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-816dad3f-ca14-4215-a134-4a6f0dcfe37d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459 HTTP/1.1" status: 200 len: 5704 time: 0.0950665 Apr 14 07:30:50.610512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'port': {'device_id': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'admin_state_up': True, 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'security_groups': ['555019fe-6606-4085-b063-d88cb4075f8e']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:50.654919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 53924) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:50.717191 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-e54a5812-b248-4f3f-82de-f5b441e912bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5804d5c235b94018a3da4ae880bd85a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573659 Apr 14 07:30:50.721703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 53928) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:50.734252 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Attempting to bind port 30302675-173f-46db-ac78-b32c3fa4e2c0 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:30:50.734643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Attempting to bind port 30302675-173f-46db-ac78-b32c3fa4e2c0 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:30:50.735019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Attempting to bind port 30302675-173f-46db-ac78-b32c3fa4e2c0 on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:30:50.740088 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Port 30302675-173f-46db-ac78-b32c3fa4e2c0 on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:30:50.740455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Attempting to bind port 30302675-173f-46db-ac78-b32c3fa4e2c0 on network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:30:50.746768 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:30:50.747292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Checking segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:30:50.747555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Bound using segment: {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:30:50.748036 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Bound port: 30302675-173f-46db-ac78-b32c3fa4e2c0, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:30:50.748680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.795346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:30:50.814008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:30:50.834822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.835393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:30:50.838933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:30:50.842234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.845869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Made reservation on behalf of a0b71206d1cd41fab401d8b1a5d4a459 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:30:50.851958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:50.858242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-22d81c36-9fc1-49ff-ac9e-ba036ee807d9 tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:50.926621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:51.014429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:51.020228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:51.060653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:51.068356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-41c2d2ae-0d9d-4fd1-a832-101578bed475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:51.087504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba70aff3-eae4-44db-b8eb-a22edf1cba9b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:51.090727 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Allocated IP 172.20.0.8 (c0844450-0407-4382-b212-a66cb8402fbf/22b63dbb-d206-49e4-bdff-aa99a3dc72fa/8776c006-53ce-4710-abbd-2a4c0962211e) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:30:51.093285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:51.123009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:51.127200 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba70aff3-eae4-44db-b8eb-a22edf1cba9b HTTP/1.1" status: 204 len: 168 time: 0.4043012 Apr 14 07:30:51.346469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:51.347155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:51.348868 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] 10.222.0.50 "PUT /v2.0/ports/30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 200 len: 1093 time: 1.8035066 Apr 14 07:30:51.349566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:51.434080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:51.452446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Transition to ACTIVE for port object 8776c006-53ce-4710-abbd-2a4c0962211e will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:30:51.473935 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'status': 'completed', 'code': 200} Apr 14 07:30:51.477802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:51.496103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9092bd7a-b16f-4883-8098-6105a61a9d39 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:51.567996 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04fd5-5138-4245-8f22-3f8a1779578e req-27259b13-4536-4145-8755-ec0550ce9e2d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:51.570535 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3a04fd5-5138-4245-8f22-3f8a1779578e req-27259b13-4536-4145-8755-ec0550ce9e2d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.5222597 Apr 14 07:30:51.640593 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3a04fd5-5138-4245-8f22-3f8a1779578e req-881dfaf2-0007-46ce-bf47-21460586cfc4 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619795 Apr 14 07:30:51.645561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-254bbd6a-dec6-49dd-b69f-cb39391d2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:51.649189 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-254bbd6a-dec6-49dd-b69f-cb39391d2b2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1096 time: 0.2477789 Apr 14 07:30:51.696613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event updated for resources: {'Port': ['ID=8776c006-53ce-4710-abbd-2a4c0962211e,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:51.704223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:51.781840 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-4f463ca5-a528-4a5c-9e3b-1ab3b6b6b9be service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 200 len: 217 time: 0.1234775 Apr 14 07:30:51.785002 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f391cf-414b-429c-b50f-956d9a659f48 req-5140d510-d783-4a1e-bb1b-2d52e0efdaa3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:51.785793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-24f391cf-414b-429c-b50f-956d9a659f48 req-5140d510-d783-4a1e-bb1b-2d52e0efdaa3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Synchronizing usage tracker for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:30:51.791622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Network c0844450-0407-4382-b212-a66cb8402fbf is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:30:51.793342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:30:51.798758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:30:51.851919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-24f391cf-414b-429c-b50f-956d9a659f48 req-5140d510-d783-4a1e-bb1b-2d52e0efdaa3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Unset dirty status for tenant:a0b71206d1cd41fab401d8b1a5d4a459 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:30:51.859523 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-24f391cf-414b-429c-b50f-956d9a659f48 req-5140d510-d783-4a1e-bb1b-2d52e0efdaa3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 931 time: 0.3241770 Apr 14 07:30:51.861919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-2741cc77-afc6-4ae3-af93-b75e87dc6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:51.863757 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-2741cc77-afc6-4ae3-af93-b75e87dc6d47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.0746295 Apr 14 07:30:51.918789 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-24f391cf-414b-429c-b50f-956d9a659f48 req-7cdc9802-2a8d-42a7-8a9f-c52cc88dc8cb tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581856 Apr 14 07:30:51.929307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:51.930077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:51.952655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-23d92dfc-660c-4311-b1cd-33359052fb36 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3475101 Apr 14 07:30:51.965797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-691f327d-17af-4b54-91d7-d60382a55753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:51.967097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Request body: {'port': {'device_id': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:51.967345 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-691f327d-17af-4b54-91d7-d60382a55753 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0956347 Apr 14 07:30:52.033176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-6cc8ebb7-a041-4657-bf11-14dbe0118518 None None] Provisioning for port 8776c006-53ce-4710-abbd-2a4c0962211e completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:30:52.040318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-6cc8ebb7-a041-4657-bf11-14dbe0118518 None None] Provisioning complete for port 8776c006-53ce-4710-abbd-2a4c0962211e triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:30:52.041038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6cc8ebb7-a041-4657-bf11-14dbe0118518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:52.108789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:52.109164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-6cc8ebb7-a041-4657-bf11-14dbe0118518 None None] Port 8776c006-53ce-4710-abbd-2a4c0962211e cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:30:52.159310 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-7295b42b-d571-4046-b182-1394a0f3b44a service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847281 Apr 14 07:30:52.317093 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-09f35b4b-d9ea-472a-87f4-6fab5f5058d4 req-53819bdf-4fc5-42b3-b2dd-3ed5f5e2df44 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510112 Apr 14 07:30:52.463549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-efa45acb-bb70-42ca-8fef-e51999d213d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:52.465237 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-efa45acb-bb70-42ca-8fef-e51999d213d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1096 time: 0.0923541 Apr 14 07:30:52.548676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8776c006-53ce-4710-abbd-2a4c0962211e {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:30:52.558146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:52.574146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Transition to ACTIVE for port object 8776c006-53ce-4710-abbd-2a4c0962211e will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:30:52.577228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:52.618520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-ce51fb0d-ab9a-40fd-a933-9a5ea1bb7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:52.620174 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-ce51fb0d-ab9a-40fd-a933-9a5ea1bb7d80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.1474662 Apr 14 07:30:52.642361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-36534c28-cb6c-4d90-b3c0-dc5da00fa5e1 tempest-ServerRescueNegativeTestJSON-280285355 tempest-ServerRescueNegativeTestJSON-280285355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:52.701761 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-ac442de7-25dc-42ca-946e-90071f138aaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 200 len: 217 time: 0.0739727 Apr 14 07:30:52.758274 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8776c006-53ce-4710-abbd-2a4c0962211e,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:52.773923 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:52.854299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-2ee790a2-49ee-4e02-b54f-bb3aeb52614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:52.856085 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-2ee790a2-49ee-4e02-b54f-bb3aeb52614a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.1442623 Apr 14 07:30:53.031532 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-b6ed8275-bc16-4821-a322-4adbe63d7ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:53.033340 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-b6ed8275-bc16-4821-a322-4adbe63d7ce7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1708028 Apr 14 07:30:53.036424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Attempting to bind port 8776c006-53ce-4710-abbd-2a4c0962211e on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:30:53.036853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Attempting to bind port 8776c006-53ce-4710-abbd-2a4c0962211e by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:30:53.037535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Attempting to bind port 8776c006-53ce-4710-abbd-2a4c0962211e on network c0844450-0407-4382-b212-a66cb8402fbf {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:30:53.047775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a705812-ef07-4523-942f-5e69ddb6b90c req-b2f7c235-91a2-44d2-84a4-925f8cf62928 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:53.049464 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7a705812-ef07-4523-942f-5e69ddb6b90c req-b2f7c235-91a2-44d2-84a4-925f8cf62928 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.2614274 Apr 14 07:30:53.050145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Port 8776c006-53ce-4710-abbd-2a4c0962211e on network c0844450-0407-4382-b212-a66cb8402fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:30:53.050525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Attempting to bind port 8776c006-53ce-4710-abbd-2a4c0962211e on network c0844450-0407-4382-b212-a66cb8402fbf {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:30:53.062086 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:30:53.062855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Checking segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:30:53.063543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Bound using segment: {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:30:53.064728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Bound port: 8776c006-53ce-4710-abbd-2a4c0962211e, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e95afee-a801-4088-96de-c82088b175da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:30:53.065343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:53.160388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] For port 8776c006-53ce-4710-abbd-2a4c0962211e, host hv-cinder-78409, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:30:53.163954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] For port 8776c006-53ce-4710-abbd-2a4c0962211e, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8776c006-53ce-4710-abbd-2a4c0962211e,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:30:53.170662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:53.199010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c4a9cc32-44d2-47c5-b437-d7e60550a16d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:53.255772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7a705812-ef07-4523-942f-5e69ddb6b90c req-a0ee61fb-745e-4185-94e4-86a827f21221 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678203 Apr 14 07:30:53.265439 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-632286c2-4163-476b-a93c-70c8f3da141c service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148955 Apr 14 07:30:53.432260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8776c006-53ce-4710-abbd-2a4c0962211e,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:53.435833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:53.438516 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f3fb81c2-853f-4cc5-928d-1ea77e32d2d9 req-d810482f-b87a-4b1d-a80a-02172906ab89 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658242 Apr 14 07:30:53.511236 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:53.511922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:53.513539 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] 10.222.0.50 "PUT /v2.0/ports/8776c006-53ce-4710-abbd-2a4c0962211e HTTP/1.1" status: 200 len: 1093 time: 1.5528765 Apr 14 07:30:53.514090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:53.539591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ede0d-2604-4b4a-aeaf-67a7f083c825 req-4c4f0ab7-fa78-4ec2-b719-d076541c7885 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:53.541566 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-193ede0d-2604-4b4a-aeaf-67a7f083c825 req-4c4f0ab7-fa78-4ec2-b719-d076541c7885 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 943 time: 0.2624977 Apr 14 07:30:53.613467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e', 'status': 'completed', 'code': 200} Apr 14 07:30:53.627782 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-193ede0d-2604-4b4a-aeaf-67a7f083c825 req-21d0a935-7169-4d0d-a815-d8628bfca51c tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785134 Apr 14 07:30:53.659965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-1b095a05-af3e-4587-a8d4-0fe091d5b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:53.661609 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-1b095a05-af3e-4587-a8d4-0fe091d5b54c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 1096 time: 0.1104314 Apr 14 07:30:53.741449 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-0c0e96d7-3265-4759-9605-667eb94f163e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8776c006-53ce-4710-abbd-2a4c0962211e HTTP/1.1" status: 200 len: 217 time: 0.0712690 Apr 14 07:30:53.810941 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-4a61cc69-9d04-4aeb-96c2-bad5fad1ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:53.812412 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-4a61cc69-9d04-4aeb-96c2-bad5fad1ef1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.0648541 Apr 14 07:30:53.901775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-b2faa5c1-369a-4325-9938-95861fba8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:53.903368 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-b2faa5c1-369a-4325-9938-95861fba8bd0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839629 Apr 14 07:30:54.263376 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-c8555d3b-d799-4961-a3e1-11ae375f6ba3 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526740 Apr 14 07:30:54.411496 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dfdc17ee-287f-4faf-ade1-6f80309c6b8a req-6c970e9c-95e3-4e71-bd81-58a1aa7c7433 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416278 Apr 14 07:30:54.476596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da848f58-6eda-4347-88be-b640df41adb7 req-929e312b-9573-4d93-8c29-c51cfcfe1481 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:54.478190 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-da848f58-6eda-4347-88be-b640df41adb7 req-929e312b-9573-4d93-8c29-c51cfcfe1481 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.0924644 Apr 14 07:30:54.511310 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-da848f58-6eda-4347-88be-b640df41adb7 req-cd8521e2-26c9-445d-8366-189a311f08d5 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266607 Apr 14 07:30:54.532591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-22ed0578-49ce-4169-8742-7143495ac21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:54.534206 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-22ed0578-49ce-4169-8742-7143495ac21e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 1096 time: 0.0787239 Apr 14 07:30:54.680051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-c5fb8f41-8b7c-4616-82c5-a557a8f5f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:54.681916 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-c5fb8f41-8b7c-4616-82c5-a557a8f5f767 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 911 time: 0.1387429 Apr 14 07:30:54.794959 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-ced6e55b-438e-4f66-be3d-be51ee22e654 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8776c006-53ce-4710-abbd-2a4c0962211e HTTP/1.1" status: 200 len: 217 time: 0.1055853 Apr 14 07:30:54.888817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-68db6464-67f7-4485-907d-eec3e7e470e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:54.890439 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-68db6464-67f7-4485-907d-eec3e7e470e8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.0830691 Apr 14 07:30:54.959382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eb5c8-d541-44f7-bc03-c574bab85fb6 req-1231780c-7bfc-43bc-9e1e-2a3168f6bc50 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:54.961079 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bc1eb5c8-d541-44f7-bc03-c574bab85fb6 req-1231780c-7bfc-43bc-9e1e-2a3168f6bc50 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 943 time: 0.2101784 Apr 14 07:30:55.000587 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bc1eb5c8-d541-44f7-bc03-c574bab85fb6 req-c0ce843a-caf8-4111-b504-f72bc7768e5c tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Apr 14 07:30:55.021259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-8e156422-a4c9-4e08-9ba8-7ec3249a6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:55.021259 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-8e156422-a4c9-4e08-9ba8-7ec3249a6fd1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1176546 Apr 14 07:30:55.170455 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-1f95b9d6-18c8-4a07-b6a0-a530caab4319 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437430 Apr 14 07:30:55.315984 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1c4c38a8-7e82-4c18-95c1-23faa063f61a req-4486e413-9282-4872-89d0-00c6bc54df28 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386926 Apr 14 07:30:55.535989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:30:55.677903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:55.691843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'port_id': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'mac_address': 'fa:16:3e:28:e5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:30:55.723632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de92a65-93c2-433a-b6b4-6665bda19b00 req-0e90bec6-824e-44bc-bb6e-6b2fd105030c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:55.725310 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6de92a65-93c2-433a-b6b4-6665bda19b00 req-0e90bec6-824e-44bc-bb6e-6b2fd105030c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.0935085 Apr 14 07:30:55.754871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:55.756783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30302675-173f-46db-ac78-b32c3fa4e2c0 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:30:55.761303 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6de92a65-93c2-433a-b6b4-6665bda19b00 req-bad8de6c-9a0c-4cf0-a5ab-e71f76606b3a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295136 Apr 14 07:30:55.773792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:55.776900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:55.778740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:55.850328 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:55.858076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.858469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.858853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.859233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.859612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.859986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.860362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.860755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.861126 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.861500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.861868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.862234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:30:55.866152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:56.024382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['30302675-173f-46db-ac78-b32c3fa4e2c0'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:30:56.227069 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4130fb-4ff1-4c4f-a641-a45fd51c10e9 req-4282dbc6-c944-4f9c-b26c-4cd026d05274 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:56.228887 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cb4130fb-4ff1-4c4f-a641-a45fd51c10e9 req-4282dbc6-c944-4f9c-b26c-4cd026d05274 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 943 time: 0.1042252 Apr 14 07:30:56.260117 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cb4130fb-4ff1-4c4f-a641-a45fd51c10e9 req-49ef8182-7d35-498a-befc-13c1db4fb0ea tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248904 Apr 14 07:30:56.968582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40561686-89fb-469d-8d90-cd08e8c7d503 req-5c10a973-2ab0-4e95-a93d-6a5e63afcc7a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:56.970188 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-40561686-89fb-469d-8d90-cd08e8c7d503 req-5c10a973-2ab0-4e95-a93d-6a5e63afcc7a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 944 time: 0.0894516 Apr 14 07:30:57.002537 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-40561686-89fb-469d-8d90-cd08e8c7d503 req-7961f351-0dcb-49ce-9ecb-af90d603814b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257409 Apr 14 07:30:57.467354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600397c-1255-4c00-9009-589d35247f5b req-b5bcaf10-9830-4d05-bfbb-9eaed3599a9f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:57.469018 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f600397c-1255-4c00-9009-589d35247f5b req-b5bcaf10-9830-4d05-bfbb-9eaed3599a9f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 943 time: 0.0930309 Apr 14 07:30:57.501252 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f600397c-1255-4c00-9009-589d35247f5b req-cc88fc9c-e5d7-447e-bf0d-bf18c920356d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248988 Apr 14 07:30:57.548218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 8776c006-53ce-4710-abbd-2a4c0962211e details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:30:57.550819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:30:57.722499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 30302675-173f-46db-ac78-b32c3fa4e2c0 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:30:57.742237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 30302675-173f-46db-ac78-b32c3fa4e2c0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:30:57.742824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:57.812417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 8776c006-53ce-4710-abbd-2a4c0962211e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8776c006-53ce-4710-abbd-2a4c0962211e,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:57.839525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '8776c006-53ce-4710-abbd-2a4c0962211e', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'port_id': '8776c006-53ce-4710-abbd-2a4c0962211e', 'mac_address': 'fa:16:3e:e5:d5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:30:57.952805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:57.954155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8776c006-53ce-4710-abbd-2a4c0962211e {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:30:57.980615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:57.990855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 8776c006-53ce-4710-abbd-2a4c0962211e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8776c006-53ce-4710-abbd-2a4c0962211e,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:57.996120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:30:58.003081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:58.008144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:58.049337 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'code': 200} Apr 14 07:30:58.051028 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:58.059906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:58.091307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=8776c006-53ce-4710-abbd-2a4c0962211e,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:58.094624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:58.095167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:58.171414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:58.174898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:58.237175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27c186-11c9-48e8-a43c-3a9a8fa8a033 req-cce30d5d-1542-4f6c-897d-3bf3989c7425 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:58.238753 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7b27c186-11c9-48e8-a43c-3a9a8fa8a033 req-cce30d5d-1542-4f6c-897d-3bf3989c7425 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1029639 Apr 14 07:30:58.244831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['8776c006-53ce-4710-abbd-2a4c0962211e'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:30:58.321222 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7b27c186-11c9-48e8-a43c-3a9a8fa8a033 req-81a8d458-79d6-4c71-827d-74dfe68370d2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741782 Apr 14 07:30:58.357379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ddb5f-a2d0-428a-9425-83264397b090 req-91019fc4-86b2-4765-a53b-c586cc4de64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:58.357813 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b8ddb5f-a2d0-428a-9425-83264397b090 req-91019fc4-86b2-4765-a53b-c586cc4de64b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1098 time: 0.0967693 Apr 14 07:30:58.386230 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b8ddb5f-a2d0-428a-9425-83264397b090 req-fb159940-18bb-4684-828b-cf087c2ace76 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0213661 Apr 14 07:30:58.705665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a92b66-3dc8-47aa-a5c8-d71e48fd999a req-31d47b8c-0e62-43d8-a7ed-912d901d21d6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:58.707336 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29a92b66-3dc8-47aa-a5c8-d71e48fd999a req-31d47b8c-0e62-43d8-a7ed-912d901d21d6 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 944 time: 0.0903683 Apr 14 07:30:58.742531 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29a92b66-3dc8-47aa-a5c8-d71e48fd999a req-67a557db-449c-4f27-b087-c0c276300963 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280294 Apr 14 07:30:59.388391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:30:59.540836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b55a6-aeeb-4c17-b66e-f15bf4fb7a5d req-9e9cad41-c6be-4183-b38d-220f0dd7a447 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:59.542427 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-564b55a6-aeeb-4c17-b66e-f15bf4fb7a5d req-9e9cad41-c6be-4183-b38d-220f0dd7a447 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0917120 Apr 14 07:30:59.560415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 8776c006-53ce-4710-abbd-2a4c0962211e up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:30:59.574758 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-564b55a6-aeeb-4c17-b66e-f15bf4fb7a5d req-17ce654d-0928-402b-93a4-5dd6e6a4ef47 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258224 Apr 14 07:30:59.639586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 8776c006-53ce-4710-abbd-2a4c0962211e completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:30:59.647434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 8776c006-53ce-4710-abbd-2a4c0962211e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:30:59.647881 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:59.784429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:59.790392 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f4dd0-4e6c-4a8b-97cb-ddc197995da7 req-dd0877ea-26cb-408c-9f17-3e28be602af7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:59.792124 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3f3f4dd0-4e6c-4a8b-97cb-ddc197995da7 req-dd0877ea-26cb-408c-9f17-3e28be602af7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0945127 Apr 14 07:30:59.802544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54058) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:30:59.808332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 8776c006-53ce-4710-abbd-2a4c0962211e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8776c006-53ce-4710-abbd-2a4c0962211e,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:30:59.810615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Request body: {'floatingip': {'port_id': '30302675-173f-46db-ac78-b32c3fa4e2c0'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:30:59.811830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:59.815117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:30:59.898227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:30:59.906423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=8776c006-53ce-4710-abbd-2a4c0962211e,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:30:59.910376 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:30:59.966004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f008102-bcbd-466a-b4de-ba1dec47d0ab req-e152982c-4794-4c7a-a1ca-12bdafe25c35 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:30:59.967647 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7f008102-bcbd-466a-b4de-ba1dec47d0ab req-e152982c-4794-4c7a-a1ca-12bdafe25c35 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.1002715 Apr 14 07:31:00.000227 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7f008102-bcbd-466a-b4de-ba1dec47d0ab req-eaf567c5-8569-4df5-b7a4-29fe2d350045 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250108 Apr 14 07:31:00.050762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:31:00.101838 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e', 'code': 200} Apr 14 07:31:00.357377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec84b8-bd7a-4439-b29d-7090205688da req-89d28575-6283-4516-a3c7-20d7784b67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:00.358980 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ecec84b8-bd7a-4439-b29d-7090205688da req-89d28575-6283-4516-a3c7-20d7784b67e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 1098 time: 0.0825922 Apr 14 07:31:00.386661 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ecec84b8-bd7a-4439-b29d-7090205688da req-85fd1a46-86a2-4f86-bfab-01117d4e0f89 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0203888 Apr 14 07:31:00.550058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:00.553212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:00.742699 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Floating IP 9f65ea31-a8b9-4648-beb2-272f007983d2 associated. External IP: 172.28.2.196, port: 30302675-173f-46db-ac78-b32c3fa4e2c0. Apr 14 07:31:01.237087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a96e4-f147-4136-aa84-dfe5132112ae req-aa9f3787-0157-400b-8db1-078f5417a56a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:01.238771 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a09a96e4-f147-4136-aa84-dfe5132112ae req-aa9f3787-0157-400b-8db1-078f5417a56a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.1055875 Apr 14 07:31:01.273345 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a09a96e4-f147-4136-aa84-dfe5132112ae req-fff2eb28-7905-4d4d-a254-9e5fe458de6d tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273600 Apr 14 07:31:01.354720 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Router 9c447231-0fce-4aec-8a71-cbf003562861 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:31:01.545130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:31:01.549601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:01.555497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] Sync routers for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:31:01.565718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:01.566411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:01.613063 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-32a26051-32e7-45bd-83ff-0a472d4177a6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "PUT /v2.0/floatingips/9f65ea31-a8b9-4648-beb2-272f007983d2 HTTP/1.1" status: 200 len: 991 time: 1.8082557 Apr 14 07:31:01.613814 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:31:01.689687 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'status': 'completed', 'code': 200} Apr 14 07:31:01.771463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:01.795297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-6235bc7a-83de-4011-bb6b-1be164876907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:01.796994 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-6235bc7a-83de-4011-bb6b-1be164876907 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1098 time: 0.0844283 Apr 14 07:31:01.945337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-7372b461-aee0-4fbf-9f29-c448824caa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:01.946941 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-7372b461-aee0-4fbf-9f29-c448824caa57 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.1434655 Apr 14 07:31:02.062467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-5593df5d-1768-4ee1-9ba6-44b146639e7e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 200 len: 999 time: 0.1063309 Apr 14 07:31:02.134793 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-2b47797d-2624-4587-99d4-7066dc8f0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:02.136101 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-2b47797d-2624-4587-99d4-7066dc8f0798 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.0668619 Apr 14 07:31:02.163041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '9f65ea31-a8b9-4648-beb2-272f007983d2', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'port_id': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'mac_address': 'fa:16:3e:28:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb776e6-74b0-42e7-921c-813556a12f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:30:44Z', 'updated_at': '2021-04-14T07:31:00Z', 'revision_number': 1, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:02.170229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] Checking router: 9c447231-0fce-4aec-8a71-cbf003562861 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:31:02.180118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:02.180861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:02.224290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-d71b4715-2bef-4273-9420-1caabb13425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:02.225926 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-d71b4715-2bef-4273-9420-1caabb13425b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797758 Apr 14 07:31:02.387287 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-acd63c25-3cd3-4e70-b0b8-61222a6f686f service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489215 Apr 14 07:31:02.551718 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:02.607759 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4eed170e-6a6e-4ea7-b7a1-86230419f59b req-be8a54bc-98f3-44fd-bf78-81bfd59fb243 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133250 Apr 14 07:31:02.621422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb161e-27d9-4daa-bd66-fdc17168db5b req-ce1ea46f-781d-4ba9-a9a5-72db9596dbf1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:02.623096 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e8eb161e-27d9-4daa-bd66-fdc17168db5b req-ce1ea46f-781d-4ba9-a9a5-72db9596dbf1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.2026653 Apr 14 07:31:02.656026 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e8eb161e-27d9-4daa-bd66-fdc17168db5b req-2d7e8fb3-b946-4ea8-af5c-2141e807a28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254173 Apr 14 07:31:02.865854 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb656583-bd84-4da2-a23a-4c4131700c1f req-0ceebec8-2ad8-4477-9c03-417377a894f7 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:02.867604 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb656583-bd84-4da2-a23a-4c4131700c1f req-0ceebec8-2ad8-4477-9c03-417377a894f7 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.0979064 Apr 14 07:31:02.877272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54080) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:02.883818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Request body: {'floatingip': {'port_id': '8776c006-53ce-4710-abbd-2a4c0962211e'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:02.969462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '9f65ea31-a8b9-4648-beb2-272f007983d2', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'port_id': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'mac_address': 'fa:16:3e:28:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb776e6-74b0-42e7-921c-813556a12f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:30:44Z', 'updated_at': '2021-04-14T07:31:00Z', 'revision_number': 1, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:02.970256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:02.974479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e687928-560c-46c8-a8cf-ef0e91a77aad None None] The sync data for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb is: [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '9f65ea31-a8b9-4648-beb2-272f007983d2', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'floating_ip_address': '172.28.2.196', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'port_id': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'mac_address': 'fa:16:3e:28:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb776e6-74b0-42e7-921c-813556a12f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:30:44Z', 'updated_at': '2021-04-14T07:31:00Z', 'revision_number': 1, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:31:03.277215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c0b9b-5c70-4c35-af6c-ebbfac60365e None None] New status for floating IP 9f65ea31-a8b9-4648-beb2-272f007983d2: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:31:04.034378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:04.038448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:04.061909 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c10f6091-8220-4b79-badc-45909dd1e458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:04.237476 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Floating IP 10c1d945-fd4c-476a-9088-3186ef38597c associated. External IP: 172.28.2.101, port: 8776c006-53ce-4710-abbd-2a4c0962211e. Apr 14 07:31:04.617033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Router b8d52ce9-8996-4331-9c2c-7d948ae33251 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:31:04.803878 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:31:04.808297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:04.813838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] Sync routers for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:31:04.824991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:04.825665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:04.866122 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-906387ea-9af6-4b55-8715-f741b7010689 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "PUT /v2.0/floatingips/10c1d945-fd4c-476a-9088-3186ef38597c HTTP/1.1" status: 200 len: 991 time: 1.9873235 Apr 14 07:31:04.866808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:31:04.922657 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e', 'status': 'completed', 'code': 200} Apr 14 07:31:05.034185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd78bd-15a1-441f-ac83-989265e07121 req-d46dbf73-7f4a-492c-88b4-11b04a0c003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:05.035773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79dd78bd-15a1-441f-ac83-989265e07121 req-d46dbf73-7f4a-492c-88b4-11b04a0c003f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 1098 time: 0.0892711 Apr 14 07:31:05.047444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:05.209393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd78bd-15a1-441f-ac83-989265e07121 req-5e6ba877-0fb1-44b1-9820-00af840d8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:05.210999 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79dd78bd-15a1-441f-ac83-989265e07121 req-5e6ba877-0fb1-44b1-9820-00af840d8426 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 200 len: 911 time: 0.1584115 Apr 14 07:31:05.324564 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79dd78bd-15a1-441f-ac83-989265e07121 req-d8ec4335-2845-44b5-a085-ded345b7cef2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8776c006-53ce-4710-abbd-2a4c0962211e HTTP/1.1" status: 200 len: 999 time: 0.1021750 Apr 14 07:31:05.400352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd78bd-15a1-441f-ac83-989265e07121 req-312766c5-ad40-468e-866f-fa6dfc3b010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:05.401946 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79dd78bd-15a1-441f-ac83-989265e07121 req-312766c5-ad40-468e-866f-fa6dfc3b010b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 200 len: 849 time: 0.0674515 Apr 14 07:31:05.446849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '10c1d945-fd4c-476a-9088-3186ef38597c', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'port_id': '8776c006-53ce-4710-abbd-2a4c0962211e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'mac_address': 'fa:16:3e:e5:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:30:46Z', 'updated_at': '2021-04-14T07:31:03Z', 'revision_number': 1, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:05.451175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] Checking router: b8d52ce9-8996-4331-9c2c-7d948ae33251 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:31:05.460391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:05.461097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:30:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:05.488187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd78bd-15a1-441f-ac83-989265e07121 req-a6d23ea0-9ffd-464b-be84-e5b53b0d9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:05.490324 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79dd78bd-15a1-441f-ac83-989265e07121 req-a6d23ea0-9ffd-464b-be84-e5b53b0d9f83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0844450-0407-4382-b212-a66cb8402fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786572 Apr 14 07:31:05.662047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:05.861429 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79dd78bd-15a1-441f-ac83-989265e07121 req-b2a3ee38-aa7c-428c-b9bd-0e2a8342a285 service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610673 Apr 14 07:31:06.010405 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-79dd78bd-15a1-441f-ac83-989265e07121 req-ac5858b0-60fe-4044-8c16-3efba3f893af service neutron] 10.222.0.50 "GET /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402302 Apr 14 07:31:06.040084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '10c1d945-fd4c-476a-9088-3186ef38597c', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'port_id': '8776c006-53ce-4710-abbd-2a4c0962211e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'mac_address': 'fa:16:3e:e5:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:30:46Z', 'updated_at': '2021-04-14T07:31:03Z', 'revision_number': 1, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:06.045164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d7d648-2c57-410d-bdad-8eaf6d957406 None None] The sync data for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb is: [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '10c1d945-fd4c-476a-9088-3186ef38597c', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'floating_ip_address': '172.28.2.101', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'port_id': '8776c006-53ce-4710-abbd-2a4c0962211e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'mac_address': 'fa:16:3e:e5:d5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:30:46Z', 'updated_at': '2021-04-14T07:31:03Z', 'revision_number': 1, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:31:06.323232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8608c400-34bb-418d-b0c5-7ae0a60bd635 None None] New status for floating IP 10c1d945-fd4c-476a-9088-3186ef38597c: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:31:06.359482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6f8fd4f4-6fc1-4661-a6e1-841c33677b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:07.434380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:07.548667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:07.898162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:08.822924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.248176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54206) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:17.374779 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.391019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:17.395885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Usage tracker for resource:security_group_rule and tenant:72dc86b48bc04cc0a82dcd3cd347f3e3 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:17.399227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:17.405382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:17.495000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.497924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.507554 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7180aef9-5d05-4c87-b9c7-98cdf51a327f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:17.549496 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72dc86b48bc04cc0a82dcd3cd347f3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998166 Apr 14 07:31:17.550500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4b33c0-43cc-43a9-b4df-37b081a30bbc,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:17.552539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54214) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:17.553833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:17.616432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.649418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.697893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.702871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-558f1243-0c1f-47d7-bd0b-e4ec692d9668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:17.718145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:17.722703 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c4b33c0-43cc-43a9-b4df-37b081a30bbc HTTP/1.1" status: 204 len: 168 time: 0.1657312 Apr 14 07:31:17.722703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4b33c0-43cc-43a9-b4df-37b081a30bbc,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:17.723295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:18.429954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54240) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:18.543498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-104012036-network', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:18.548627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:18.552856 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Usage tracker for resource:network and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:18.555856 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:18.562974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:18.572065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Made reservation on behalf of 9a8d15175ccf44fea61ff5a4fb9c103e for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:31:18.576836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.590730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.607877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:18.612074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:18.615248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:18.621326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:18.710524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.714041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.718308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-90130cbb-b54b-4534-a3e7-10ce9afe2e53 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:18.747818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:31:18.757620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6e657c-5220-4b5f-845d-359839e31fcd,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:18.761529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:18.763995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.764384 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Added segment 1400e5ce-ce34-402b-a6d4-8f9ea1f4f104 of type vlan for network 432ea9e4-1d18-4abf-83b0-d06f6506c485 Apr 14 07:31:18.792933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.822667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.824096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:18.824767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:18.829861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:18.931717 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5004892 Apr 14 07:31:18.934743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Pushing event updated for resources: {'Network': ['ID=432ea9e4-1d18-4abf-83b0-d06f6506c485,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:18.934947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54250) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:18.937567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-79a477eb-3569-4605-bbb3-4efcb725c39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:18.942715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Request body: {'subnet': {'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-104012036-subnet', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:18.945446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:31:18.948709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:18.952729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Usage tracker for resource:subnet and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:18.956049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:18.963136 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:18.972716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Made reservation on behalf of 9a8d15175ccf44fea61ff5a4fb9c103e for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:31:18.977444 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:19.390839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:19.405663 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:19.527951 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4b6b46-25f1-4732-8fbf-04f171fb0cca,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:19.540596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:19.596041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Checking segment: {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:19.596429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Network hostable DHCP agents. Network: 432ea9e4-1d18-4abf-83b0-d06f6506c485, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:31:19.615891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:31:19.624568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 432ea9e4-1d18-4abf-83b0-d06f6506c485) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:19.634023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da67064-58a5-4f90-9c11-9cbf65f98e50 None None] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:31:19.636479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:19.637419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:19.666465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54256) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:19.666665 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-87557791-0319-41ef-b148-8348fbe5e2ac admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7303746 Apr 14 07:31:19.672156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:19.677725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:19.681775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Usage tracker for resource:router and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:19.684830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:19.690905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:19.701825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:19.703666 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:19.724484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:19.902063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-432ea9e4-1d18-4abf-83b0-d06f6506c485', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:31:19.902995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.007898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.067646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Allocated IP 172.20.0.2 (432ea9e4-1d18-4abf-83b0-d06f6506c485/ee4b6b46-25f1-4732-8fbf-04f171fb0cca/a299bd25-0787-4943-8666-8ab9f61fb1b3) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:31:20.298935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.313438 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Transition to ACTIVE for port object a299bd25-0787-4943-8666-8ab9f61fb1b3 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:20.336595 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Transition to ACTIVE for port object a299bd25-0787-4943-8666-8ab9f61fb1b3 will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:20.341222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.342966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.358535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:20.375100 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.523423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Allocated IP 172.28.2.192 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/585833ae-6dd1-4a88-8a0f-bcfcb66ce90f) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:31:20.668072 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Pushing event updated for resources: {'Port': ['ID=a299bd25-0787-4943-8666-8ab9f61fb1b3,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:20.671325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:20.697419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.734160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.745310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:20.747162 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:20.751403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:31:20.762394 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:20.922592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Attempting to bind port a299bd25-0787-4943-8666-8ab9f61fb1b3 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:31:20.924266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Attempting to bind port a299bd25-0787-4943-8666-8ab9f61fb1b3 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:31:20.924266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Attempting to bind port a299bd25-0787-4943-8666-8ab9f61fb1b3 on network 432ea9e4-1d18-4abf-83b0-d06f6506c485 {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:31:20.934951 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:31:20.935751 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Checking segment: {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:20.936464 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:20.937210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Bound using segment: {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:31:20.938047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Bound port: a299bd25-0787-4943-8666-8ab9f61fb1b3, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:31:20.938723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:21.009913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Pushing event updated for resources: {'Port': ['ID=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:21.023354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:21.062498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] For port a299bd25-0787-4943-8666-8ab9f61fb1b3, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:31:21.065874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] For port a299bd25-0787-4943-8666-8ab9f61fb1b3, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=a299bd25-0787-4943-8666-8ab9f61fb1b3,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:31:21.070967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:21.083024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:21.084922 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:21.088135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:31:21.098047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:21.281406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Pushing event updated for resources: {'Port': ['ID=a299bd25-0787-4943-8666-8ab9f61fb1b3,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:21.287683 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:21.580123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:22.189590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:22.408615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Router 4877a9da-52dd-43d6-b267-45c14d8f6e4d is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:31:22.494868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device a299bd25-0787-4943-8666-8ab9f61fb1b3 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:22.573406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port a299bd25-0787-4943-8666-8ab9f61fb1b3 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:22.609419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:31:22.619527 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Sync routers for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:31:22.630566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:22.631428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:22.635999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:22.637880 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-cdcdf4b2-47f1-4d43-91a6-8a59b00cac6b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9699674 Apr 14 07:31:22.640391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54270) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:22.755202 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d55124e-f45a-42aa-ad72-55f78fe1b008 None None] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:31:22.886359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] Provisioning for port a299bd25-0787-4943-8666-8ab9f61fb1b3 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:22.911102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] Provisioning complete for port a299bd25-0787-4943-8666-8ab9f61fb1b3 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:22.911521 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.053129 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:23.371565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.387215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.433035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] For port a299bd25-0787-4943-8666-8ab9f61fb1b3, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=a299bd25-0787-4943-8666-8ab9f61fb1b3,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:31:23.440363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.471117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cee3cd61-1d4f-4dbf-bb5f-d73eefddfd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:23.560449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] Pushing event updated for resources: {'Port': ['ID=a299bd25-0787-4943-8666-8ab9f61fb1b3,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:23.565757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-509287e1-43f1-4f17-9afe-73d77cfcb1bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:23.579081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:21Z', 'revision_number': 3, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:23.584096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Checking router: 4877a9da-52dd-43d6-b267-45c14d8f6e4d for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:31:23.584696 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Updating router 4877a9da-52dd-43d6-b267-45c14d8f6e4d port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:31:23.620109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Allocated IP 172.20.0.1 (432ea9e4-1d18-4abf-83b0-d06f6506c485/ee4b6b46-25f1-4732-8fbf-04f171fb0cca/b09f7479-872a-402a-95b3-52fdb972372e) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:31:23.649749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.781332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.797504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Transition to ACTIVE for port object b09f7479-872a-402a-95b3-52fdb972372e will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:23.833206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-1b73de5a-3e7a-4210-b502-e672b9e982f8 None None] Provisioning complete for port a299bd25-0787-4943-8666-8ab9f61fb1b3 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:23.833641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1b73de5a-3e7a-4210-b502-e672b9e982f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.839594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:23.857399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:24.023023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Pushing event updated for resources: {'Port': ['ID=b09f7479-872a-402a-95b3-52fdb972372e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:24.027625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:24.097489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:24.101224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:24.103865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:31:24.182806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.323701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.457042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.466630 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-164e31bd-a491-4626-9a79-68955ba5b9f4 None None] Provisioning for port b09f7479-872a-402a-95b3-52fdb972372e completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:24.475109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device a299bd25-0787-4943-8666-8ab9f61fb1b3 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:24.521914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Transition to ACTIVE for port object 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:24.524513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-164e31bd-a491-4626-9a79-68955ba5b9f4 None None] Provisioning complete for port b09f7479-872a-402a-95b3-52fdb972372e triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:24.524964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-164e31bd-a491-4626-9a79-68955ba5b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.572179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.597251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:24.759541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-164e31bd-a491-4626-9a79-68955ba5b9f4 None None] Port b09f7479-872a-402a-95b3-52fdb972372e cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:31:24.775401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c8d6d-6685-449d-8635-9c1078b3007f None None] Pushing event updated for resources: {'Port': ['ID=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:24.781432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f84c8d6d-6685-449d-8635-9c1078b3007f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:24.805365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port a299bd25-0787-4943-8666-8ab9f61fb1b3 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:24.805798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.840202 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.843702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.873658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f556e5fe-697f-486c-a227-65bab5bda90d tempest-VolumesActionsTest-1683092188 tempest-VolumesActionsTest-1683092188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:24.906812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Attempting to bind port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:31:24.907238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Attempting to bind port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:31:24.907657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Attempting to bind port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:31:24.916470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:31:24.916998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:24.917412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.917862 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:31:24.918395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Bound port: 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:31:24.918823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:24.960933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Pushing event updated for resources: {'Port': ['ID=b09f7479-872a-402a-95b3-52fdb972372e,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:24.963983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:24.965131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:25.053955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] For port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:31:25.057157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] For port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:31:25.060442 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:25.077202 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:25.110688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:25.111910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:25.235797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c8d6d-6685-449d-8635-9c1078b3007f None None] Pushing event updated for resources: {'Port': ['ID=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:25.241267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f84c8d6d-6685-449d-8635-9c1078b3007f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:25.290118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:25.290960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:25.312404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Router 4877a9da-52dd-43d6-b267-45c14d8f6e4d has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:31:25.451846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-50771ff2-fed7-439f-95d4-9460b56319ee None None] Provisioning complete for port b09f7479-872a-402a-95b3-52fdb972372e triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:25.452254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-50771ff2-fed7-439f-95d4-9460b56319ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:25.507600 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:31:25.519354 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] 10.222.0.42 "PUT /v2.0/routers/4877a9da-52dd-43d6-b267-45c14d8f6e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8777494 Apr 14 07:31:25.536473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-50771ff2-fed7-439f-95d4-9460b56319ee None None] Port b09f7479-872a-402a-95b3-52fdb972372e cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:31:25.550933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:25.890458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 2, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:25.895228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6003bf-502b-4cb4-ac9c-4cd871bc5efb None None] The sync data for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb is: [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 2, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:31:26.066769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54300) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:26.073238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-966335272-network', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:26.078432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:26.083084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Usage tracker for resource:network and tenant:4518f46344f2405ab1bd40fa2992b15a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:26.086261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:26.092426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:26.102707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Made reservation on behalf of 4518f46344f2405ab1bd40fa2992b15a for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:31:26.107540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.120921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.137818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:26.141933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Usage tracker for resource:security_group_rule and tenant:4518f46344f2405ab1bd40fa2992b15a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:26.145552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:26.151735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:26.249047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.253109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.259137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-31fca832-9190-4e7c-8222-57e936cb2560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:26.299598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:31:26.305494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9688c520-a3f5-4f4f-bf7e-d982411155a2,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:26.309506 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:26.313296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.313683 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Added segment 725d8c62-e36a-4c45-8f7c-5835e900edc9 of type vlan for network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b Apr 14 07:31:26.343665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.376618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.378745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:26.379488 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:26.385249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:26.492142 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4240787 Apr 14 07:31:26.495083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54304) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:26.500497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Pushing event updated for resources: {'Network': ['ID=14cbf4c6-f262-4421-a37b-e9bd1b1c202b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:26.506838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Request body: {'subnet': {'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-966335272-subnet', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:26.510686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:26.512713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:31:26.513064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:26.524462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Usage tracker for resource:subnet and tenant:4518f46344f2405ab1bd40fa2992b15a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:26.527982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:26.534325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:26.544305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Made reservation on behalf of 4518f46344f2405ab1bd40fa2992b15a for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:31:26.549385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848343304'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.006707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849336250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848343319'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.022611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:27.152815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01dc02d-751a-436f-aa66-89aa8c3599c2,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:27.167537 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:27.230197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Checking segment: {'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:27.230596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Network hostable DHCP agents. Network: 14cbf4c6-f262-4421-a37b-e9bd1b1c202b, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:31:27.249271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:31:27.257509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 14cbf4c6-f262-4421-a37b-e9bd1b1c202b) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:27.267166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170b597e-0410-4794-8035-34620ab719dd None None] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:31:27.269789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:27.270491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.291271 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-565b18df-581a-43df-a165-7263b89dcf7d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7929208 Apr 14 07:31:27.293899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54312) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:27.299889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e'}}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:27.304893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:27.308979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Usage tracker for resource:router and tenant:4518f46344f2405ab1bd40fa2992b15a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:31:27.312565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:31:27.318721 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:27.328975 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8041720', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3150'] for router, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.330225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846734245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8045958', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036846756074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772665'] for router, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.346870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.516183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdc12ae92-4856-52fc-81a0-5029857bdad8-14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'fixed_ips': [{'subnet_id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2'}]}} from dv-cinder-784092-5-smb. {{(pid=85308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 07:31:27.517376 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.635987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846778247', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8041705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772652'] for router, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.711895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Allocated IP 172.20.0.2 (14cbf4c6-f262-4421-a37b-e9bd1b1c202b/d01dc02d-751a-436f-aa66-89aa8c3599c2/ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b) {{(pid=85308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:31:27.955979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Notify callbacks [] for port, precommit_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:27.969207 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Transition to ACTIVE for port object ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:27.997000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Transition to ACTIVE for port object ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b will not be triggered until provisioned by entity DHCP. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:28.002883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627'] for port, after_create {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.003288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.038674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.072289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cee3cd61-1d4f-4dbf-bb5f-d73eefddfd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:28.159324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Pushing event updated for resources: {'Port': ['ID=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,revision_number=1']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:28.171935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:28.213395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b is already hosted by enough agents. {{(pid=85308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:28.214407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Resources bound (agent type, host, resource id): {{(pid=85308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:28.216782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Received port after_create {{(pid=85308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:31:28.254337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dffc8-2ce2-472c-b06e-97d31bbcad0f req-79abe76d-e030-45f5-a3ec-e930c46c1c4f tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:28.256003 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-269dffc8-2ce2-472c-b06e-97d31bbcad0f req-79abe76d-e030-45f5-a3ec-e930c46c1c4f tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.4669430 Apr 14 07:31:28.289955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Allocated IP 172.28.2.122 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/032fa2af-92d3-4cfa-a05c-cb23fbf67687) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:31:28.309466 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-269dffc8-2ce2-472c-b06e-97d31bbcad0f req-e98779f2-6cee-477b-b41f-c9536615f604 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459294 Apr 14 07:31:28.491744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:28.533892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Attempting to bind port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:31:28.534486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Attempting to bind port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:31:28.534706 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Attempting to bind port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b on network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:31:28.550223 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:31:28.550648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Checking segment: {'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:28.551114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.551563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Bound using segment: {'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:31:28.552106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Bound port: ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:31:28.552572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.650138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:28.656815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] For port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:31:28.659556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:28.659984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.696841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.702847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] For port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,segment=NetworkSegment(725d8c62-e36a-4c45-8f7c-5835e900edc9),segment_id=725d8c62-e36a-4c45-8f7c-5835e900edc9)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:31:28.709043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.727568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:28.730323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:28.749614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:28.893190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Pushing event updated for resources: {'Port': ['ID=032fa2af-92d3-4cfa-a05c-cb23fbf67687,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:28.898949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:28.952080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:28.953477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:28.953967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Pushing event updated for resources: {'Port': ['ID=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:28.956374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:31:28.959209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:29.001397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:29.036085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:31:29.042855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:29.045197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:29.127481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:29.131014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:29.203756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Sync routers for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:31:29.215653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:29.216422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:29.452878 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:29.486025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:29.654905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d3a3f-dae0-42ba-b8a8-0b836040a524 req-48a31321-f002-4cad-bdea-8597450a5b04 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:29.656493 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d05d3a3f-dae0-42ba-b8a8-0b836040a524 req-48a31321-f002-4cad-bdea-8597450a5b04 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1714461 Apr 14 07:31:29.693433 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d05d3a3f-dae0-42ba-b8a8-0b836040a524 req-9957218e-1487-4fe8-b606-bc300878665b tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290270 Apr 14 07:31:29.833949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 2, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:29.838525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Checking router: 4877a9da-52dd-43d6-b267-45c14d8f6e4d for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:31:29.838926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Updating router 4877a9da-52dd-43d6-b267-45c14d8f6e4d port b09f7479-872a-402a-95b3-52fdb972372e binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:31:29.880157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846734111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997522'] for router, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:29.910712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:30.153820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 is scheduled to L3 agent 8b185104-c3ff-4812-97f7-818912651d01 with binding_index 1 {{(pid=85306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 07:31:30.369742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:31:30.390924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Sync routers for ids ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:31:30.408653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Routers {'2a6bdd19-7589-45d0-8feb-7d463ce17ca8'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:30.412048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:30.421712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:30.426642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:30.428367 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1334050 Apr 14 07:31:30.431396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54338) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:30.439817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Transition to ACTIVE for port object b09f7479-872a-402a-95b3-52fdb972372e will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:30.445467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:30.474582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:30.704032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:30.767472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Set router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:30.824787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62443d64-ce1a-413e-9778-c15ac38b149f None None] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:31:30.971213 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Pushing event updated for resources: {'Port': ['ID=b09f7479-872a-402a-95b3-52fdb972372e,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:31.002902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.003642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.004255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.005667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.006429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.007088 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.007677 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.008264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.009168 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.009919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.010510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.011103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:31.016477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:31.155960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701b097-715e-45cd-af99-0b6edbe4c752 req-f8aaa0b8-2464-4389-a9ad-1f27c4a378ee tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:31.157736 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9701b097-715e-45cd-af99-0b6edbe4c752 req-f8aaa0b8-2464-4389-a9ad-1f27c4a378ee tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.2135632 Apr 14 07:31:31.162496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Attempting to bind port b09f7479-872a-402a-95b3-52fdb972372e on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:31:31.162919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Attempting to bind port b09f7479-872a-402a-95b3-52fdb972372e by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:31:31.163324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Attempting to bind port b09f7479-872a-402a-95b3-52fdb972372e on network 432ea9e4-1d18-4abf-83b0-d06f6506c485 {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:31:31.183810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:31:31.184225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Checking segment: {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:31.184745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:31.185190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Bound using segment: {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:31:31.185744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Bound port: b09f7479-872a-402a-95b3-52fdb972372e, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:31:31.186180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:31.220149 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9701b097-715e-45cd-af99-0b6edbe4c752 req-7d440c7d-e916-46f3-b1e8-e0711d2af15b tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525756 Apr 14 07:31:31.298204 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-811e803a-0770-4bdd-a769-6926df9755bb None None] Provisioning for port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:31.337657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] For port b09f7479-872a-402a-95b3-52fdb972372e, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:31:31.341486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] For port b09f7479-872a-402a-95b3-52fdb972372e, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=b09f7479-872a-402a-95b3-52fdb972372e,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:31:31.346315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:31.364461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:31.366534 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3e3b852d-e784-48d2-b48e-fa9e2fd09e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:31.393883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:31.394330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:31.428439 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:31.605301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Pushing event updated for resources: {'Port': ['ID=b09f7479-872a-402a-95b3-52fdb972372e,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:31.623174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5cb09dfe-4b44-4801-8ad5-5d3afdf7e501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:31.644683 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:31.645113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:31.711833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Allocated IP 172.20.0.1 (14cbf4c6-f262-4421-a37b-e9bd1b1c202b/d01dc02d-751a-436f-aa66-89aa8c3599c2/06fc36a7-bb78-497a-af78-10b646b733f7) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:31:31.958357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:31.990992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Transition to ACTIVE for port object 06fc36a7-bb78-497a-af78-10b646b733f7 will not be triggered until provisioned by entity DHCP. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:31.999418 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:32.007819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:32.014337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 3, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:32.025525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Checking router: 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:31:32.026124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Updating router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 binding host dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:31:32.030134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:32.058020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-311325e6-ed4a-48ce-834c-2e3d1de91a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:32.093803 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,segment=NetworkSegment(725d8c62-e36a-4c45-8f7c-5835e900edc9),segment_id=725d8c62-e36a-4c45-8f7c-5835e900edc9)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:31:32.101995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:32.103032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:32.146937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:32.253130 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:32.271057 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Pushing event updated for resources: {'Port': ['ID=06fc36a7-bb78-497a-af78-10b646b733f7,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:32.342342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:32.369868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:32.391761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:32.477292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:32.479164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:32.479164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:32.482588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:32.499496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:31:32.636017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:31Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:32.648493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da99f44-52b6-4acd-8b95-a14a86c08415 None None] The sync data for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb is: [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:31Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:31:32.718885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-495214f4-8467-443d-8237-67c4e383526e None None] Provisioning complete for port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:32.719436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-495214f4-8467-443d-8237-67c4e383526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:32.750675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7997589'] for router_interface, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.231816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:33.292733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f99cc-4286-4528-86eb-470a40f9234a req-c374f264-22b5-4525-b28a-bc17d62fcb29 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:33.294347 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-864f99cc-4286-4528-86eb-470a40f9234a req-c374f264-22b5-4525-b28a-bc17d62fcb29 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.6860850 Apr 14 07:31:33.338982 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-864f99cc-4286-4528-86eb-470a40f9234a req-4fb9b50c-19b8-4482-b555-9b0e513cbeb5 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360668 Apr 14 07:31:33.421427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.462898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:33.463289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.490829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Notify callbacks [] for port, precommit_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.544033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Transition to ACTIVE for port object 032fa2af-92d3-4cfa-a05c-cb23fbf67687 will not be triggered until provisioned by entity L2. {{(pid=85308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:33.570722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-0a31f051-b510-44ac-97c3-00803b87c4a1 None None] Provisioning for port 06fc36a7-bb78-497a-af78-10b646b733f7 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:33.578073 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.593219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:33.643802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-0a31f051-b510-44ac-97c3-00803b87c4a1 None None] Provisioning complete for port 06fc36a7-bb78-497a-af78-10b646b733f7 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:33.644426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a31f051-b510-44ac-97c3-00803b87c4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.735465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.741109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.780267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-96b62461-9d3b-412d-ae53-d0f2f0f70c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:33.869824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7899115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8046140'] for router_interface, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:33.884480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Pushing event updated for resources: {'Port': ['ID=06fc36a7-bb78-497a-af78-10b646b733f7,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:33.890004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:34.038937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:34.040442 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:34.062884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a71be-fe5d-4adc-8156-956175e85373 None None] Pushing event updated for resources: {'Port': ['ID=032fa2af-92d3-4cfa-a05c-cb23fbf67687,revision_number=2']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:34.080963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-0a31f051-b510-44ac-97c3-00803b87c4a1 None None] Port 06fc36a7-bb78-497a-af78-10b646b733f7 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:31:34.084795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a98a71be-fe5d-4adc-8156-956175e85373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:34.143116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b09f7479-872a-402a-95b3-52fdb972372e up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:34.187491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aa048ce3-ef7f-4dab-a9ec-1991992410f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.298917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:31:34.307855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Attempting to bind port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:31:34.308468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Attempting to bind port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:31:34.309108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Attempting to bind port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 on network 00924177-d382-4300-abdf-130fe927342e {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:31:34.322113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:31:34.322536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Checking segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:34.322999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.323531 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Bound using segment: {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'} {{(pid=85308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:31:34.323993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Bound port: 032fa2af-92d3-4cfa-a05c-cb23fbf67687, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ccf8ed-3cfb-4c82-be47-e3279e67fb38', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00924177-d382-4300-abdf-130fe927342e'}}] {{(pid=85308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:31:34.324888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.362421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port b09f7479-872a-402a-95b3-52fdb972372e completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:34.387387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port b09f7479-872a-402a-95b3-52fdb972372e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:34.387959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.515952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-1269db31-af36-4e3c-a04a-e2efbebfbe87 None None] Provisioning complete for port 06fc36a7-bb78-497a-af78-10b646b733f7 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:34.518167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1269db31-af36-4e3c-a04a-e2efbebfbe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.527360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:31:34.552596 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] 10.222.0.42 "PUT /v2.0/routers/2a6bdd19-7589-45d0-8feb-7d463ce17ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1105428 Apr 14 07:31:34.571224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c83a84-55fb-4b4f-b158-1affc9b3cec3 req-8952407e-df5f-4876-95d8-5108201aef95 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:34.572912 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29c83a84-55fb-4b4f-b158-1affc9b3cec3 req-8952407e-df5f-4876-95d8-5108201aef95 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1021388 Apr 14 07:31:34.605494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] For port 032fa2af-92d3-4cfa-a05c-cb23fbf67687, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:31:34.613699 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29c83a84-55fb-4b4f-b158-1affc9b3cec3 req-c0010db5-daba-415e-96a7-68ae1ae1bb15 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Apr 14 07:31:34.622159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] For port 032fa2af-92d3-4cfa-a05c-cb23fbf67687, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=032fa2af-92d3-4cfa-a05c-cb23fbf67687,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:31:34.639244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.655590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:34.691350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-1269db31-af36-4e3c-a04a-e2efbebfbe87 None None] Port 06fc36a7-bb78-497a-af78-10b646b733f7 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:31:34.870726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.899464 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a71be-fe5d-4adc-8156-956175e85373 None None] Pushing event updated for resources: {'Port': ['ID=032fa2af-92d3-4cfa-a05c-cb23fbf67687,revision_number=3']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:34.908952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a98a71be-fe5d-4adc-8156-956175e85373 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:34.923989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port b09f7479-872a-402a-95b3-52fdb972372e, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=b09f7479-872a-402a-95b3-52fdb972372e,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:31:34.929763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:34.933210 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:35.029809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=b09f7479-872a-402a-95b3-52fdb972372e,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:35.032827 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Routers {'2a6bdd19-7589-45d0-8feb-7d463ce17ca8'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:35.034134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:35.088129 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:35.259285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] Set router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:35.694187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 4, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '06fc36a7-bb78-497a-af78-10b646b733f7', 'name': '', 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'mac_address': 'fa:16:3e:d5:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:31Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 2, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'subnets': [{'id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:35.712981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d7f3e2-7ebe-4b40-92bf-e33cabd9e96f None None] The sync data for ids ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'] in dv-cinder-784092-5-smb is: [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 4, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '06fc36a7-bb78-497a-af78-10b646b733f7', 'name': '', 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'mac_address': 'fa:16:3e:d5:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:31Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 2, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'subnets': [{'id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:31:35.865267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1a6a2-d6d3-4440-bfc3-cfd74974f5fa req-be8038fc-e185-4dde-aa7c-b8c85422f676 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:35.867275 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1dc1a6a2-d6d3-4440-bfc3-cfd74974f5fa req-be8038fc-e185-4dde-aa7c-b8c85422f676 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1054981 Apr 14 07:31:35.905070 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1dc1a6a2-d6d3-4440-bfc3-cfd74974f5fa req-4c5955c7-d861-4664-a6d7-fbb7941f0afa tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278947 Apr 14 07:31:36.374170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-23c6c6ad-9989-4b6c-b035-c4c6da6ea865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:36.390224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:31:36.452350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-d7900f3b-8a69-4992-85fb-b466ad9fa577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:36.454408 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-d7900f3b-8a69-4992-85fb-b466ad9fa577 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1099 time: 0.1207848 Apr 14 07:31:36.646071 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-50eea3c8-69a8-4af4-8eff-d1feafe0ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:36.647938 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-50eea3c8-69a8-4af4-8eff-d1feafe0ca69 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 908 time: 0.1694257 Apr 14 07:31:36.802240 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-7ce9a9c5-4a41-478f-ad27-d7fd133802ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 1002 time: 0.1452720 Apr 14 07:31:36.959545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-aaa781be-cd3e-41bd-bbe0-288517f0a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:36.965208 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-aaa781be-cd3e-41bd-bbe0-288517f0a4ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.1519473 Apr 14 07:31:37.109031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-eee1a4d1-1ee5-40e9-b7c0-54ebb5e8caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:37.110681 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-eee1a4d1-1ee5-40e9-b7c0-54ebb5e8caba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1426229 Apr 14 07:31:37.214969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f51dae-2e34-4ef6-abd5-daae1395c95e req-af358418-fdad-4e5e-b7c4-6e5f7e645c7c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:37.224345 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6f51dae-2e34-4ef6-abd5-daae1395c95e req-af358418-fdad-4e5e-b7c4-6e5f7e645c7c tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1356831 Apr 14 07:31:37.277516 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6f51dae-2e34-4ef6-abd5-daae1395c95e req-135db468-167a-41ba-a6f3-d97bbea2c4f1 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518038 Apr 14 07:31:37.318144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 032fa2af-92d3-4cfa-a05c-cb23fbf67687 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:37.378043 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-08c6c3b0-87fa-402c-9ed4-0026ba17527e service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470453 Apr 14 07:31:37.482010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:37.499328 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:37.508562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:37.509014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:37.606271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:37.640848 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-39b54c13-60a0-4d54-8789-e5fbc75a1941 req-4416b9a7-264a-4137-b3eb-2e663ddc3580 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517331 Apr 14 07:31:37.725423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:37.757325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 032fa2af-92d3-4cfa-a05c-cb23fbf67687, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=032fa2af-92d3-4cfa-a05c-cb23fbf67687,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:31:37.761001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:37.761416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b09f7479-872a-402a-95b3-52fdb972372e up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:37.794699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b5dfb780-fb1c-4308-80e5-0e4e0d9f2d25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:37.919611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=032fa2af-92d3-4cfa-a05c-cb23fbf67687,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:37.926682 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:37.927367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:37.934962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port b09f7479-872a-402a-95b3-52fdb972372e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:37.935386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:38.554272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6756eb6-7b79-463d-b5e8-aafbabfb6438 req-f81f4404-fba2-407f-aff7-91c5a783eb01 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:38.556060 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f6756eb6-7b79-463d-b5e8-aafbabfb6438 req-f81f4404-fba2-407f-aff7-91c5a783eb01 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1423473 Apr 14 07:31:38.590698 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f6756eb6-7b79-463d-b5e8-aafbabfb6438 req-e1bc5330-d314-4db4-aaa9-9706d19538cb tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274384 Apr 14 07:31:38.831440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:39.082200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 032fa2af-92d3-4cfa-a05c-cb23fbf67687 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:39.214067 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:39.215305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:39.787972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Sync routers for ids ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:31:39.814680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Routers {'2a6bdd19-7589-45d0-8feb-7d463ce17ca8'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:39.815711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:39.867617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b9149-c09b-43d9-bd57-16837f46c09e req-a48898ae-2f30-4b46-93f9-9ba4067e7841 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:39.881619 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e61b9149-c09b-43d9-bd57-16837f46c09e req-a48898ae-2f30-4b46-93f9-9ba4067e7841 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1530564 Apr 14 07:31:39.938642 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e61b9149-c09b-43d9-bd57-16837f46c09e req-abca9fdf-3ee5-4773-a169-fe3720d1e694 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538502 Apr 14 07:31:40.025519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Set router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:40.439736 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 4, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '06fc36a7-bb78-497a-af78-10b646b733f7', 'name': '', 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'mac_address': 'fa:16:3e:d5:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:31Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 2, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'subnets': [{'id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:40.444287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Checking router: 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:31:40.444774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Updating router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 port 06fc36a7-bb78-497a-af78-10b646b733f7 binding host dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 07:31:40.511991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:40.991455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Notify callbacks [] for port, precommit_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:41.016656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Transition to ACTIVE for port object 06fc36a7-bb78-497a-af78-10b646b733f7 will not be triggered until provisioned by entity L2. {{(pid=85309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:41.032003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:41.190558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:41.265386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1aca1-5407-47f7-97a2-1cc3bf0950be req-a34beeee-c197-4ea5-ba71-7068dfa98401 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:41.267819 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-77b1aca1-5407-47f7-97a2-1cc3bf0950be req-a34beeee-c197-4ea5-ba71-7068dfa98401 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1318698 Apr 14 07:31:41.316150 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-77b1aca1-5407-47f7-97a2-1cc3bf0950be req-a902da74-cc55-4238-bb16-1bec0d4f5b0b tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Apr 14 07:31:41.598320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac206a-39a9-4a41-a9ed-74ee40ac72bb None None] Pushing event updated for resources: {'Port': ['ID=06fc36a7-bb78-497a-af78-10b646b733f7,revision_number=3']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:41.630350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ecac206a-39a9-4a41-a9ed-74ee40ac72bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:41.663622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Attempting to bind port 06fc36a7-bb78-497a-af78-10b646b733f7 on host dv-cinder-784092-5-smb for vnic_type normal with profile {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:31:41.664043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Attempting to bind port 06fc36a7-bb78-497a-af78-10b646b733f7 by drivers openvswitch,hyperv on host dv-cinder-784092-5-smb at level 0 using segments [{'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:31:41.664458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Attempting to bind port 06fc36a7-bb78-497a-af78-10b646b733f7 on network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:31:41.671131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Checking agent: {'id': '94727de1-0621-4137-a6b5-6dda616a5559', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784092-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 18, 8), 'started_at': datetime.datetime(2021, 4, 14, 7, 18, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784092-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:31:41.671627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Checking segment: {'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:31:41.672091 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:41.672609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Bound using segment: {'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'} {{(pid=85309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:31:41.673706 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Bound port: 06fc36a7-bb78-497a-af78-10b646b733f7, host: dv-cinder-784092-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725d8c62-e36a-4c45-8f7c-5835e900edc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b'}}] {{(pid=85309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:31:41.674155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:41.778391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] For port 06fc36a7-bb78-497a-af78-10b646b733f7, host dv-cinder-784092-5-smb, cleared binding levels {{(pid=85309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:31:41.781984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] For port 06fc36a7-bb78-497a-af78-10b646b733f7, host dv-cinder-784092-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=06fc36a7-bb78-497a-af78-10b646b733f7,segment=NetworkSegment(725d8c62-e36a-4c45-8f7c-5835e900edc9),segment_id=725d8c62-e36a-4c45-8f7c-5835e900edc9)] {{(pid=85309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:31:41.788746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:41.805224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ecac206a-39a9-4a41-a9ed-74ee40ac72bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:41.959901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac206a-39a9-4a41-a9ed-74ee40ac72bb None None] Pushing event updated for resources: {'Port': ['ID=06fc36a7-bb78-497a-af78-10b646b733f7,revision_number=4']} {{(pid=85309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:41.965901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ecac206a-39a9-4a41-a9ed-74ee40ac72bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:42.011648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Routers {'2a6bdd19-7589-45d0-8feb-7d463ce17ca8'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:31:42.012344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:31:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:42.297669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] Set router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:31:42.676398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f4c3d-57a4-4edc-bd27-229f98699870 req-fe25a68c-bc36-435f-9ffe-fea765847121 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:42.678151 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-228f4c3d-57a4-4edc-bd27-229f98699870 req-fe25a68c-bc36-435f-9ffe-fea765847121 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1479867 Apr 14 07:31:42.729489 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-228f4c3d-57a4-4edc-bd27-229f98699870 req-95906a02-873a-420a-9ec4-f1c0e6790116 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Apr 14 07:31:42.831267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 4, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '06fc36a7-bb78-497a-af78-10b646b733f7', 'name': '', 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'mac_address': 'fa:16:3e:d5:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:31Z', 'updated_at': '2021-04-14T07:31:41Z', 'revision_number': 4, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'subnets': [{'id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:31:42.836317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c2bb7-3fab-45f3-b668-f0cd8faa3944 None None] The sync data for ids ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'] in dv-cinder-784092-5-smb is: [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:31:33Z', 'revision_number': 4, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '06fc36a7-bb78-497a-af78-10b646b733f7', 'name': '', 'network_id': '14cbf4c6-f262-4421-a37b-e9bd1b1c202b', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'mac_address': 'fa:16:3e:d5:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:31Z', 'updated_at': '2021-04-14T07:31:41Z', 'revision_number': 4, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'subnets': [{'id': 'd01dc02d-751a-436f-aa66-89aa8c3599c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:31:43.002830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-65d42b8f-845a-40c9-b447-f12dfff184e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:43.004575 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-65d42b8f-845a-40c9-b447-f12dfff184e1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1099 time: 0.1168740 Apr 14 07:31:43.199606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 06fc36a7-bb78-497a-af78-10b646b733f7 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:43.218566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-3d8cddb3-54a3-4b4d-8f7a-e6fed609ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:43.221461 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-3d8cddb3-54a3-4b4d-8f7a-e6fed609ba32 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 908 time: 0.2091913 Apr 14 07:31:43.355302 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-5b927601-9261-4c41-b0ea-3d9217ab253c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 1002 time: 0.1266687 Apr 14 07:31:43.386308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning for port 06fc36a7-bb78-497a-af78-10b646b733f7 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:43.393945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 06fc36a7-bb78-497a-af78-10b646b733f7 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:43.394665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:43.465680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-3af88d41-71c8-435e-8a4c-c9103ec4711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:43.467429 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-3af88d41-71c8-435e-8a4c-c9103ec4711d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.1057062 Apr 14 07:31:43.575434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-6ad935ae-4443-4d5c-bf63-5a3cd43b4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:43.577215 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-6ad935ae-4443-4d5c-bf63-5a3cd43b4847 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1022849 Apr 14 07:31:43.615349 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:43.638179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] For port 06fc36a7-bb78-497a-af78-10b646b733f7, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=06fc36a7-bb78-497a-af78-10b646b733f7,segment=NetworkSegment(725d8c62-e36a-4c45-8f7c-5835e900edc9),segment_id=725d8c62-e36a-4c45-8f7c-5835e900edc9)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:31:43.650433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:43.657175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:43.745904 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-9e798dec-d6a4-4e56-9d14-24d5e4501f0a service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605735 Apr 14 07:31:43.759226 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Pushing event updated for resources: {'Port': ['ID=06fc36a7-bb78-497a-af78-10b646b733f7,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:43.769801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:43.936011 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e63d5d6b-8795-4023-a384-6a814368ae20 req-be080c23-e2a8-4247-82c7-9163751a214a service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829743 Apr 14 07:31:44.159783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5c7ae-0b47-495b-a5b8-24eedd2b8863 req-d0dd8e8e-b616-4154-bd94-9ae2b399258e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:44.161879 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7ed5c7ae-0b47-495b-a5b8-24eedd2b8863 req-d0dd8e8e-b616-4154-bd94-9ae2b399258e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1141150 Apr 14 07:31:44.200382 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7ed5c7ae-0b47-495b-a5b8-24eedd2b8863 req-14ca7bad-4296-4ac6-82aa-53cc8f824ccd tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287678 Apr 14 07:31:45.132203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 06fc36a7-bb78-497a-af78-10b646b733f7 up at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:31:45.258710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Provisioning complete for port 06fc36a7-bb78-497a-af78-10b646b733f7 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:45.259308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:45.594037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa96e4-30fa-4ad7-a1f2-319e28d2884a req-3821c314-41c2-455e-9232-7209bba2a154 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:45.602630 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a0aa96e4-30fa-4ad7-a1f2-319e28d2884a req-3821c314-41c2-455e-9232-7209bba2a154 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.2393813 Apr 14 07:31:45.664622 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a0aa96e4-30fa-4ad7-a1f2-319e28d2884a req-7c27759b-b24e-4574-9191-df4344218a5f tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551765 Apr 14 07:31:46.667403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-4cbf697d-196e-4715-9232-09fb7dfed68f tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:46.668996 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-4cbf697d-196e-4715-9232-09fb7dfed68f tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 814 time: 0.1708348 Apr 14 07:31:46.686840 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-f0546871-1f36-4178-811e-22ad594f751c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/quotas/9a8d15175ccf44fea61ff5a4fb9c103e HTTP/1.1" status: 200 len: 375 time: 0.0107250 Apr 14 07:31:46.786954 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-55d36d99-0944-4155-837c-febdae6f7975 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929196 Apr 14 07:31:46.868492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336516b6-1519-4a28-8d75-7365915e65dc req-c8948091-c280-494f-8069-9e571540917a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:46.870150 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-336516b6-1519-4a28-8d75-7365915e65dc req-c8948091-c280-494f-8069-9e571540917a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.0944161 Apr 14 07:31:46.911167 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-336516b6-1519-4a28-8d75-7365915e65dc req-1cf0fa8e-12d1-488b-88e4-cd76f57136e3 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330751 Apr 14 07:31:46.955644 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-e94fde73-7d8b-429b-a72f-480cf08e419a service neutron] 10.222.0.42 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545691 Apr 14 07:31:47.107122 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-b936b041-50b2-4277-9e55-1ed8bc926c61 service neutron] 10.222.0.42 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440506 Apr 14 07:31:47.237083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54502) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:31:47.349000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aeae9-91ff-457b-8cc8-8d77a20945f3 req-c9f56994-4378-4a47-8c71-0117c48398ff tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:47.350628 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-521aeae9-91ff-457b-8cc8-8d77a20945f3 req-c9f56994-4378-4a47-8c71-0117c48398ff tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1201043 Apr 14 07:31:47.399439 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-521aeae9-91ff-457b-8cc8-8d77a20945f3 req-e3bdb246-22fd-4683-b373-33f4468c0c9b tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281355 Apr 14 07:31:47.457120 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a99404e7-b2c5-4257-aeed-b92b99372e1f req-0d175108-1d42-46b1-9f0c-1b4a03cbb920 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 210 time: 0.0634196 Apr 14 07:31:47.490985 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-8ee5fe61-ae4d-485b-8bdc-907078bc157c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2525575 Apr 14 07:31:48.248616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e4415-59b2-4206-bf3b-7c99abbd4b13 req-555736ab-c754-43a3-a23c-639070e1926b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:48.250506 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4c8e4415-59b2-4206-bf3b-7c99abbd4b13 req-555736ab-c754-43a3-a23c-639070e1926b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1431806 Apr 14 07:31:48.289549 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4c8e4415-59b2-4206-bf3b-7c99abbd4b13 req-3b657c44-c926-44cf-8450-91b288544c23 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294235 Apr 14 07:31:48.568333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-606c7308-6f87-4245-8702-bee3bb9d6583 req-68b0a929-3f50-4b1a-acd6-4f9fea2e7c64 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Synchronizing usage tracker for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:31:48.586174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-606c7308-6f87-4245-8702-bee3bb9d6583 req-68b0a929-3f50-4b1a-acd6-4f9fea2e7c64 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Unset dirty status for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:31:48.587532 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-606c7308-6f87-4245-8702-bee3bb9d6583 req-68b0a929-3f50-4b1a-acd6-4f9fea2e7c64 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 210 time: 0.0677865 Apr 14 07:31:48.612675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40163791-4920-43d4-bbed-ff1bd83aa70c req-5f1992fe-6208-4c75-a195-5a70fbb70851 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:48.614281 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-40163791-4920-43d4-bbed-ff1bd83aa70c req-5f1992fe-6208-4c75-a195-5a70fbb70851 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.0913532 Apr 14 07:31:48.647320 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-40163791-4920-43d4-bbed-ff1bd83aa70c req-95f5a669-5c33-4660-b58f-fee4d67c1928 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265100 Apr 14 07:31:48.897331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-ddd5b81a-dd40-46aa-bd30-129fdcdfaee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:48.898928 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-ddd5b81a-dd40-46aa-bd30-129fdcdfaee7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969&tenant_id=fd1078d61e394efa968d394d9ba79dc2 HTTP/1.1" status: 200 len: 1099 time: 0.0931320 Apr 14 07:31:49.021275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-dc7c2171-75d3-462f-a2a6-4ec00278fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:49.022889 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-dc7c2171-75d3-462f-a2a6-4ec00278fcaa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1099 time: 0.1008120 Apr 14 07:31:49.177078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-8a48f403-0b00-44ad-a29e-e15b4a157be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:49.178773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-8a48f403-0b00-44ad-a29e-e15b4a157be4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 908 time: 0.1486738 Apr 14 07:31:49.547123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a82d3-fdc7-4392-8ee0-0a4bebc8e5b6 req-a4bffb40-2c17-41ea-b9db-e7da8f5fc310 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:49.549361 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-556a82d3-fdc7-4392-8ee0-0a4bebc8e5b6 req-a4bffb40-2c17-41ea-b9db-e7da8f5fc310 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0996547 Apr 14 07:31:49.557545 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-d2131c3c-ba1c-42cb-9358-cd18622fd65c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 1002 time: 0.3661997 Apr 14 07:31:49.580281 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-556a82d3-fdc7-4392-8ee0-0a4bebc8e5b6 req-30f4d83f-75bf-4020-a502-1653843dd556 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242276 Apr 14 07:31:49.627292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-3bdd9707-63b1-429e-a582-bc056c794dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:49.628879 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-3bdd9707-63b1-429e-a582-bc056c794dc7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.0647430 Apr 14 07:31:49.764057 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a88757b8-771d-44e3-8e91-0ea757d919be req-a4c0c6a2-a4ba-4a5d-8c95-bac1d4dc2292 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 210 time: 0.0558326 Apr 14 07:31:49.767112 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-9ef09c05-6d47-455e-b832-f015d2874598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:49.768802 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-9ef09c05-6d47-455e-b832-f015d2874598 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1307638 Apr 14 07:31:49.809081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 23172429-cb4d-4b51-af1b-6ffe25dfb78c no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:31:49.863100 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d065e2-fa3d-4314-940a-b64f15a5634f req-e118b610-82f2-467a-b7c3-ba0fe5f3ed43 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:49.864985 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-10d065e2-fa3d-4314-940a-b64f15a5634f req-e118b610-82f2-467a-b7c3-ba0fe5f3ed43 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.0948081 Apr 14 07:31:49.929273 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-a1a8d48b-7a4b-400e-9849-5d224030ca4a service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492393 Apr 14 07:31:49.959476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:49.974569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:31:49.984333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:31:49.987090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:49.990446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:50.027319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-45cf1d54-14d8-4079-b535-bc5b5f13e1b0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:50.028198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-c7359838-59b0-4a67-a23b-862034693eb5 req-45cf1d54-14d8-4079-b535-bc5b5f13e1b0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Synchronizing usage tracker for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:31:50.067206 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-10d065e2-fa3d-4314-940a-b64f15a5634f req-b8d00303-6039-443f-bf4f-a2ce1c5fe5ee tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354912 Apr 14 07:31:50.073290 dv-cinder-784092-5-smb neutron-server[85193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'code': 422} returned with failed status Apr 14 07:31:50.091647 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-c7359838-59b0-4a67-a23b-862034693eb5 req-45cf1d54-14d8-4079-b535-bc5b5f13e1b0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Unset dirty status for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:31:50.092612 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-45cf1d54-14d8-4079-b535-bc5b5f13e1b0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.50 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 814 time: 0.2263694 Apr 14 07:31:50.097404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=6']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:50.100947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:50.108422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'port': {'device_id': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'admin_state_up': True, 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:31:50.115490 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f741780c-75cb-41f2-b9a5-0ef9505ec718 req-46df3682-e5ee-4031-af70-8e69dc9bd754 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798570 Apr 14 07:31:50.489413 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:31:50.499553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:31:50.509970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Made reservation on behalf of 9a8d15175ccf44fea61ff5a4fb9c103e for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:31:50.517908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:50.884860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Allocated IP 172.20.0.14 (432ea9e4-1d18-4abf-83b0-d06f6506c485/ee4b6b46-25f1-4732-8fbf-04f171fb0cca/42d6db1a-dd94-4d2e-ae41-0701ccb4b286) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:31:50.940706 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44377408-7c90-4393-9192-f27bf77e39a1 req-14dc420a-5d52-4986-b750-e5410b8f2819 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:50.943369 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-44377408-7c90-4393-9192-f27bf77e39a1 req-14dc420a-5d52-4986-b750-e5410b8f2819 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1900253 Apr 14 07:31:51.004870 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-44377408-7c90-4393-9192-f27bf77e39a1 req-54897018-6a1a-45a8-aabb-edd7001348db tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506318 Apr 14 07:31:51.010193 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-be8a4184-f317-4c1e-8413-b8fde81d49b9 req-461dd1dd-7317-46ed-baec-81eb7c6e8ac9 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 210 time: 0.0648420 Apr 14 07:31:51.317884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:51.341433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Transition to ACTIVE for port object 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 will not be triggered until provisioned by entity DHCP. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:31:51.375125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:51.398758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba43b3b-c18f-4492-88c0-a083111879f2 req-3b10b258-d119-4c8b-8cb5-1b7cecf53922 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:51.406333 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4508eb44-993b-4763-b065-c7bfec93fa55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:31:51.407784 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fba43b3b-c18f-4492-88c0-a083111879f2 req-3b10b258-d119-4c8b-8cb5-1b7cecf53922 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.1336367 Apr 14 07:31:51.464912 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fba43b3b-c18f-4492-88c0-a083111879f2 req-a166f2e5-765e-4fe3-9509-a948df36d750 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536864 Apr 14 07:31:51.500283 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:31:51.572857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.573283 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.573689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.574095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.574498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.574893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.575274 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.575672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.576070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.576465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.577000 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.577491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:31:51.584037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:31:51.690992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:31:51.692313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:31:51.694855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:31:51.789039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:51.790001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:51.828006 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7248139 Apr 14 07:31:51.990694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-663735a8-8f58-40e0-80aa-0cd45e00cf34 None None] Provisioning for port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 completed by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:31:51.997094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-663735a8-8f58-40e0-80aa-0cd45e00cf34 None None] Provisioning complete for port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:31:51.997644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-663735a8-8f58-40e0-80aa-0cd45e00cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:31:52.076648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-663735a8-8f58-40e0-80aa-0cd45e00cf34 None None] Port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 cannot update to ACTIVE because it is not bound. {{(pid=85308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 07:31:52.261240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddd1a8-e88f-4ae2-9020-812c98e3e949 req-4711d1d9-b547-487a-808e-4dacf03fe98b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:52.262005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-22ddd1a8-e88f-4ae2-9020-812c98e3e949 req-4711d1d9-b547-487a-808e-4dacf03fe98b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Synchronizing usage tracker for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:31:52.273107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1f353-53f2-4b58-b136-7d62d4a98d02 req-2d178439-20b1-4030-b3af-49f05787dba5 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:52.275146 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-91c1f353-53f2-4b58-b136-7d62d4a98d02 req-2d178439-20b1-4030-b3af-49f05787dba5 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0978098 Apr 14 07:31:52.283788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-22ddd1a8-e88f-4ae2-9020-812c98e3e949 req-4711d1d9-b547-487a-808e-4dacf03fe98b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Unset dirty status for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:31:52.285459 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-22ddd1a8-e88f-4ae2-9020-812c98e3e949 req-4711d1d9-b547-487a-808e-4dacf03fe98b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.1219840 Apr 14 07:31:52.311321 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-91c1f353-53f2-4b58-b136-7d62d4a98d02 req-57f4a00a-d175-4707-846c-d531e39fbe76 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263071 Apr 14 07:31:52.317678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-22ddd1a8-e88f-4ae2-9020-812c98e3e949 req-eb94b213-4e67-4ac6-99c2-001fcb14ab8b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Synchronizing usage tracker for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:31:52.335603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-22ddd1a8-e88f-4ae2-9020-812c98e3e949 req-eb94b213-4e67-4ac6-99c2-001fcb14ab8b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Unset dirty status for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:31:52.345153 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-22ddd1a8-e88f-4ae2-9020-812c98e3e949 req-eb94b213-4e67-4ac6-99c2-001fcb14ab8b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525808 Apr 14 07:31:52.700308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2cd81-ce92-48b2-b3e7-f8d357fb1790 req-552b9db0-24ec-43af-bf47-fb5ae1324f78 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:52.702044 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8fd2cd81-ce92-48b2-b3e7-f8d357fb1790 req-552b9db0-24ec-43af-bf47-fb5ae1324f78 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.1137798 Apr 14 07:31:52.738388 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8fd2cd81-ce92-48b2-b3e7-f8d357fb1790 req-7d4bc9c8-9883-4fea-99bc-77ca86a271e7 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296493 Apr 14 07:31:53.536784 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec460a-f170-4397-9b30-7fadda78dc14 req-ad171d62-e3fb-4963-afc5-eb0f81bae399 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:53.539126 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e7ec460a-f170-4397-9b30-7fadda78dc14 req-ad171d62-e3fb-4963-afc5-eb0f81bae399 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0989263 Apr 14 07:31:53.574797 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e7ec460a-f170-4397-9b30-7fadda78dc14 req-2c81ed84-b5d2-454e-bcc1-13f2e834dc3d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287626 Apr 14 07:31:53.783548 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f18dd0-8dd7-4d04-80d4-2d60c4d368ca req-841ca26e-b731-4f1b-885d-d4c180619528 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:53.785217 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b0f18dd0-8dd7-4d04-80d4-2d60c4d368ca req-841ca26e-b731-4f1b-885d-d4c180619528 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.0984855 Apr 14 07:31:53.838546 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b0f18dd0-8dd7-4d04-80d4-2d60c4d368ca req-99c00efa-9cc3-44c0-ad3f-ef5ae6e963ed tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Apr 14 07:31:54.040925 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff22b94-db04-43a6-942f-b57327d26b3b req-775f0b22-d08d-4455-9c63-ba510600f12e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:54.042529 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6ff22b94-db04-43a6-942f-b57327d26b3b req-775f0b22-d08d-4455-9c63-ba510600f12e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.0963082 Apr 14 07:31:54.074329 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6ff22b94-db04-43a6-942f-b57327d26b3b req-fb34d79f-7f76-486f-86b9-32b3b0f2b53e tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246179 Apr 14 07:31:54.803791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845fab0-2094-4e3a-97af-fc8c22a74d22 req-7b99cf1f-ad1c-49a1-9c87-57968c23400f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:54.805588 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c845fab0-2094-4e3a-97af-fc8c22a74d22 req-7b99cf1f-ad1c-49a1-9c87-57968c23400f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0978651 Apr 14 07:31:54.842693 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c845fab0-2094-4e3a-97af-fc8c22a74d22 req-7b72b735-74d8-4164-b458-3b37726ca70e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295935 Apr 14 07:31:55.047809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9fc45-d94c-4871-9a37-aa7bdcb28225 req-8481455a-5929-42ae-84af-d6d57889e2ef tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:55.049417 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-69f9fc45-d94c-4871-9a37-aa7bdcb28225 req-8481455a-5929-42ae-84af-d6d57889e2ef tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.0954111 Apr 14 07:31:55.083324 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-69f9fc45-d94c-4871-9a37-aa7bdcb28225 req-f2e0fd78-69e1-406b-961b-2d85ad437231 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273101 Apr 14 07:31:55.306278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072982ad-304f-4b65-a215-5427d625ad0d req-b8109ee9-2b30-451e-bd8b-36dc8a6c14c4 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:55.307875 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-072982ad-304f-4b65-a215-5427d625ad0d req-b8109ee9-2b30-451e-bd8b-36dc8a6c14c4 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.0983658 Apr 14 07:31:55.340433 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-072982ad-304f-4b65-a215-5427d625ad0d req-88c949b3-26ea-4e06-9bdf-1a7479f9569a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254889 Apr 14 07:31:56.108652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cc951-7a1e-4a99-9afb-3ed9cc0602fc req-fbbe9da7-6b44-4d71-ac47-40994afc83c0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:56.110298 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2a9cc951-7a1e-4a99-9afb-3ed9cc0602fc req-fbbe9da7-6b44-4d71-ac47-40994afc83c0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1273849 Apr 14 07:31:56.154717 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2a9cc951-7a1e-4a99-9afb-3ed9cc0602fc req-6d8c0a27-598b-4813-8fc1-b85c7242fa64 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 Apr 14 07:31:56.373005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23e2b4-1e5d-4670-9a32-9158ac17c2f7 req-2878d372-320d-4895-9127-320edfec57a3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:56.374882 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7a23e2b4-1e5d-4670-9a32-9158ac17c2f7 req-2878d372-320d-4895-9127-320edfec57a3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.1040955 Apr 14 07:31:56.413053 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7a23e2b4-1e5d-4670-9a32-9158ac17c2f7 req-c6bbfd98-703e-4596-87e5-30c83e06b5ba tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294979 Apr 14 07:31:56.623776 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c6be4-24dd-45ec-8af6-76457306e035 req-2e809e95-d5e4-4ccf-8e4e-f4d800f0a0f5 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:56.625709 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1f0c6be4-24dd-45ec-8af6-76457306e035 req-2e809e95-d5e4-4ccf-8e4e-f4d800f0a0f5 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.1029649 Apr 14 07:31:56.675749 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1f0c6be4-24dd-45ec-8af6-76457306e035 req-ca90c0bd-0843-45bf-985e-78ba49c13c56 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Apr 14 07:31:57.409116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575ec2c-b32f-4c54-b392-199bf0bbc691 req-005fd093-74a7-4612-91ce-fecfe85cc706 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:57.411183 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2575ec2c-b32f-4c54-b392-199bf0bbc691 req-005fd093-74a7-4612-91ce-fecfe85cc706 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1146622 Apr 14 07:31:57.451686 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2575ec2c-b32f-4c54-b392-199bf0bbc691 req-c0cb4cc1-3299-473c-bfe6-eecdea410c50 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305481 Apr 14 07:31:57.672001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd288-7627-4d34-af5f-dbe858dcc359 req-2c6b1edf-089e-4d58-b6ef-7aca36fbd62f tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:57.673678 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cd3cd288-7627-4d34-af5f-dbe858dcc359 req-2c6b1edf-089e-4d58-b6ef-7aca36fbd62f tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.0951173 Apr 14 07:31:57.708464 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cd3cd288-7627-4d34-af5f-dbe858dcc359 req-a1ddb216-4f0b-4914-aebb-339807dd70a0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274615 Apr 14 07:31:57.906086 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0a288-e347-4540-8d86-cdead8f995fd req-4edc1f98-87b7-4e75-bb90-8029f56675a7 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:57.907666 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1c0a288-e347-4540-8d86-cdead8f995fd req-4edc1f98-87b7-4e75-bb90-8029f56675a7 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.0951772 Apr 14 07:31:57.937688 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a1c0a288-e347-4540-8d86-cdead8f995fd req-f51208ec-a2eb-4054-96ee-c58dc6629b71 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236514 Apr 14 07:31:58.684351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c745fd-69e1-47e1-a94f-931e6ad50df5 req-7352191e-6356-4c16-bfc8-237acd51bc8d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:58.685980 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9c745fd-69e1-47e1-a94f-931e6ad50df5 req-7352191e-6356-4c16-bfc8-237acd51bc8d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0963705 Apr 14 07:31:58.717036 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9c745fd-69e1-47e1-a94f-931e6ad50df5 req-e1186bce-6350-46d8-9bdd-850da3bf32bf tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244830 Apr 14 07:31:58.929077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe67e3-2fca-49f7-bf5a-97620e78d4bc req-2257279c-baab-4e9c-b2c1-3bbc34749923 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:58.931745 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29fe67e3-2fca-49f7-bf5a-97620e78d4bc req-2257279c-baab-4e9c-b2c1-3bbc34749923 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.0988715 Apr 14 07:31:58.975340 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29fe67e3-2fca-49f7-bf5a-97620e78d4bc req-567124dd-0bfa-4e21-94ce-877a139d555f tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367153 Apr 14 07:31:59.250815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae38e0-551a-4b37-a418-6ec75b6c51fd req-ab505177-fb7c-4686-a524-adc934098194 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:59.253010 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-35ae38e0-551a-4b37-a418-6ec75b6c51fd req-ab505177-fb7c-4686-a524-adc934098194 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.1408136 Apr 14 07:31:59.289463 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-35ae38e0-551a-4b37-a418-6ec75b6c51fd req-df2f2710-7810-496d-96df-d1e7ac08a2b0 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275655 Apr 14 07:31:59.957739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac022c5-cbf8-45ae-afc3-c58903ea6900 req-7b0798e8-58c5-4e48-81b9-de457e79d2ee tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:31:59.959303 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bac022c5-cbf8-45ae-afc3-c58903ea6900 req-7b0798e8-58c5-4e48-81b9-de457e79d2ee tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0995855 Apr 14 07:31:59.997389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bac022c5-cbf8-45ae-afc3-c58903ea6900 req-9fe8d80a-9e89-40d6-a680-01eccc3dff6d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295334 Apr 14 07:32:00.206954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813096-1901-4600-a343-a2e506e1f1c7 req-938dc08f-d41d-47b2-aa33-2e98ff98ace1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:00.208582 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e0813096-1901-4600-a343-a2e506e1f1c7 req-938dc08f-d41d-47b2-aa33-2e98ff98ace1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.0960138 Apr 14 07:32:00.240020 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e0813096-1901-4600-a343-a2e506e1f1c7 req-cba69679-9c6e-457d-8724-f3fa7e4e48b3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248375 Apr 14 07:32:00.499978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7e743-26da-4c93-998a-e26efcc31546 req-9ce4a32e-aae4-49f4-875c-9f7cc906450a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:00.501664 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5bb7e743-26da-4c93-998a-e26efcc31546 req-9ce4a32e-aae4-49f4-875c-9f7cc906450a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.0921829 Apr 14 07:32:00.534600 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5bb7e743-26da-4c93-998a-e26efcc31546 req-6a7e6685-a22d-4a9f-a970-e509943123ca tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258105 Apr 14 07:32:00.900866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Request body: {'port': {'device_id': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:01.030468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:01.266591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015c3b-36f7-48a5-9eaf-968c00c86aa3 req-a36f62c5-f9c4-4f00-84c3-0c95bf572a32 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:01.268251 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37015c3b-36f7-48a5-9eaf-968c00c86aa3 req-a36f62c5-f9c4-4f00-84c3-0c95bf572a32 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0985966 Apr 14 07:32:01.304206 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37015c3b-36f7-48a5-9eaf-968c00c86aa3 req-b3f3c3fc-0965-49b3-b5ae-726874bc7418 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269496 Apr 14 07:32:01.550309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1af3c7-18f9-4846-aec2-b6c57e779a80 req-6d21a893-8d9b-473a-bca1-d763b5f9a8d3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:01.552065 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb1af3c7-18f9-4846-aec2-b6c57e779a80 req-6d21a893-8d9b-473a-bca1-d763b5f9a8d3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 932 time: 0.1707947 Apr 14 07:32:01.592089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:32:01.604041 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb1af3c7-18f9-4846-aec2-b6c57e779a80 req-3b871151-5cd4-43fa-9f16-016b82764189 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412359 Apr 14 07:32:01.605873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:01.623713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Transition to ACTIVE for port object 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:32:01.626981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:01.642985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:01.751969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495d82-9592-454c-8c87-2ada1e73011b req-ff6c9a57-137f-4853-a75f-a17a1b1bbff9 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:01.753629 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ef495d82-9592-454c-8c87-2ada1e73011b req-ff6c9a57-137f-4853-a75f-a17a1b1bbff9 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.1025362 Apr 14 07:32:01.778680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Pushing event updated for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:01.784007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:01.786124 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ef495d82-9592-454c-8c87-2ada1e73011b req-8186f6a3-632a-433d-930b-1f57b2baeb83 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259526 Apr 14 07:32:02.022208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Attempting to bind port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:32:02.022590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Attempting to bind port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:32:02.022952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Attempting to bind port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 on network 432ea9e4-1d18-4abf-83b0-d06f6506c485 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:32:02.027950 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 on network 432ea9e4-1d18-4abf-83b0-d06f6506c485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:32:02.028291 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Attempting to bind port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 on network 432ea9e4-1d18-4abf-83b0-d06f6506c485 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:32:02.034568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:32:02.035126 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Checking segment: {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:32:02.035337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Bound using segment: {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:32:02.035802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Bound port: 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:32:02.036187 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:02.121476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:32:02.125463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:32:02.128948 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:02.146437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7e378a27-6828-4419-83e2-1fc813736728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:02.309409 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Pushing event updated for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:02.312931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:02.329837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f85a2-70b5-4851-83a3-449ceebd6ad8 req-7196300e-b0e7-49e0-aca2-54965dcaaa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:02.331468 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-101f85a2-70b5-4851-83a3-449ceebd6ad8 req-7196300e-b0e7-49e0-aca2-54965dcaaa8f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1097 time: 0.0805304 Apr 14 07:32:02.364653 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-101f85a2-70b5-4851-83a3-449ceebd6ad8 req-876befdd-6c85-475c-a4b6-3370235a693e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0215485 Apr 14 07:32:02.368871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:02.369552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:02.371091 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] 10.222.0.50 "PUT /v2.0/ports/42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 1094 time: 1.4751830 Apr 14 07:32:02.371640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:02.538384 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'status': 'completed', 'code': 200} Apr 14 07:32:02.614260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b52635-34fd-4d01-a3cf-f904048e650a req-aca9a414-7846-4a47-8abc-21a58cf6619d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:02.615772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8b52635-34fd-4d01-a3cf-f904048e650a req-aca9a414-7846-4a47-8abc-21a58cf6619d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1629500 Apr 14 07:32:02.618636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-3d637841-23f8-4abf-bc3e-280036fbeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:02.620104 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-3d637841-23f8-4abf-bc3e-280036fbeb4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1097 time: 0.1230171 Apr 14 07:32:02.711077 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-43f2929f-fd3a-44f8-885a-bcf007509913 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 217 time: 0.0734317 Apr 14 07:32:02.714206 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f8b52635-34fd-4d01-a3cf-f904048e650a req-1c67290e-1b1a-4dab-aea6-f57d2976b28b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914705 Apr 14 07:32:02.782940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-5e95f308-0eea-4c4a-af11-9ccd6d9a67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:02.784663 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-5e95f308-0eea-4c4a-af11-9ccd6d9a67dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 200 len: 853 time: 0.0652163 Apr 14 07:32:02.819181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbcdcb-f422-4cb2-9d00-24b95f7c0dc2 req-1d017e68-44ab-414f-b934-5bbbbc8f95a3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:02.821164 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d5bbcdcb-f422-4cb2-9d00-24b95f7c0dc2 req-1d017e68-44ab-414f-b934-5bbbbc8f95a3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 944 time: 0.0943265 Apr 14 07:32:02.860064 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d5bbcdcb-f422-4cb2-9d00-24b95f7c0dc2 req-dfda6021-0899-4557-9de5-7fc516e8244d tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318272 Apr 14 07:32:02.871427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7359838-59b0-4a67-a23b-862034693eb5 req-e364a83c-fc55-4cd9-a2da-8ed99bf53c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:02.873188 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-e364a83c-fc55-4cd9-a2da-8ed99bf53c65 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=432ea9e4-1d18-4abf-83b0-d06f6506c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795407 Apr 14 07:32:03.100999 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-4abc952d-9ac8-42d8-bc94-9198fd63be54 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145748 Apr 14 07:32:03.112882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c93249-7aba-4789-b712-dd1ac3189d11 req-47f1650b-ad21-48e7-808d-903a771a8243 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:03.114476 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3c93249-7aba-4789-b712-dd1ac3189d11 req-47f1650b-ad21-48e7-808d-903a771a8243 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 944 time: 0.1499372 Apr 14 07:32:03.455975 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3c93249-7aba-4789-b712-dd1ac3189d11 req-fde630bd-072a-4566-a5bc-53af18055f0f tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156204 Apr 14 07:32:03.504819 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c7359838-59b0-4a67-a23b-862034693eb5 req-16b79aa9-ef7c-42af-9c53-cdabc2e9fbc0 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889904 Apr 14 07:32:03.801404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-28bc2aef-802c-417a-948e-dd4a2db21e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:03.803017 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-28bc2aef-802c-417a-948e-dd4a2db21e29 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1097 time: 0.0798447 Apr 14 07:32:03.896474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 23172429-cb4d-4b51-af1b-6ffe25dfb78c details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:32:04.034006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-84a6993e-8c0d-43fe-a2bb-78ac726345cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:04.035620 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-84a6993e-8c0d-43fe-a2bb-78ac726345cd service neutron] 10.222.0.50 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 915 time: 0.2256191 Apr 14 07:32:04.044746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c081fc-f279-455c-b4e0-4a5834fe9fff req-1d44aa2d-ad42-402b-b5ed-bdc6642dbde0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:04.049443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:04.052376 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-26c081fc-f279-455c-b4e0-4a5834fe9fff req-1d44aa2d-ad42-402b-b5ed-bdc6642dbde0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.2123518 Apr 14 07:32:04.067770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'port_id': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'mac_address': 'fa:16:3e:4e:13:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:32:04.093983 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca554f0-9092-4dc0-bcb4-d7a19f1a3a92 req-731b3ba2-ef25-40be-892e-00cdbaadb78a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:04.101975 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4ca554f0-9092-4dc0-bcb4-d7a19f1a3a92 req-731b3ba2-ef25-40be-892e-00cdbaadb78a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 944 time: 0.1124651 Apr 14 07:32:04.160363 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4ca554f0-9092-4dc0-bcb4-d7a19f1a3a92 req-9ff968c1-2f42-42cc-a1d3-f3616531f014 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567555 Apr 14 07:32:04.160648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:04.161902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23172429-cb4d-4b51-af1b-6ffe25dfb78c {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:32:04.166205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bfc010e4-2b4b-418c-a367-9a2ec3a92409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:04.172013 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-b5404584-bf91-4b55-b7d6-4203c5a7c3c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 217 time: 0.1173785 Apr 14 07:32:04.187981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:04.192477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:04.193317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:32:04.218080 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-26c081fc-f279-455c-b4e0-4a5834fe9fff req-fc2707ce-e9f6-444e-b975-e7bff4acdf5c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647465 Apr 14 07:32:04.302178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-44b3308d-1d61-422e-b153-e656d6b50f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:04.304045 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-44b3308d-1d61-422e-b153-e656d6b50f3b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 200 len: 853 time: 0.0846770 Apr 14 07:32:04.380052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:04.395410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a98a71be-fe5d-4adc-8156-956175e85373 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:04.412898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-a7239f7f-ddfd-4892-ac05-b9711a8c0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:04.415696 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-a7239f7f-ddfd-4892-ac05-b9711a8c0d9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=432ea9e4-1d18-4abf-83b0-d06f6506c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026993 Apr 14 07:32:04.460024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'port_id': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'mac_address': 'fa:16:3e:28:e5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:32:04.549607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:04.555791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30302675-173f-46db-ac78-b32c3fa4e2c0 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:32:04.592490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:04.598175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:04.607239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=7']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:04.613498 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-6087b850-cd31-4969-b80f-21c29984c975 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875176 Apr 14 07:32:04.617686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.618215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.618624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.618977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.619348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.619724 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.620094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.620461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.620853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.621218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.621585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.621949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:04.626615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:04.627351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:04.720987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=6']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:04.724214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:04.798209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['30302675-173f-46db-ac78-b32c3fa4e2c0'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:32:04.801957 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d793c-b2e2-4ad7-abd0-8c34151a7f96 req-c5e54461-0bd1-4ef0-9358-87aefdbb8462 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:04.810204 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-713d793c-b2e2-4ad7-abd0-8c34151a7f96 req-c5e54461-0bd1-4ef0-9358-87aefdbb8462 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 945 time: 0.1161056 Apr 14 07:32:04.849708 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-713d793c-b2e2-4ad7-abd0-8c34151a7f96 req-5e8962d5-46d6-482b-8d3f-e580e64f00c4 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383742 Apr 14 07:32:04.873783 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4704003e-0315-48a9-b4f1-bff6810dee78 req-0133591e-e11b-402f-ab6b-f6a0e0a6bb86 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512324 Apr 14 07:32:04.928998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['23172429-cb4d-4b51-af1b-6ffe25dfb78c'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:32:05.521638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86698f-d96d-48cd-a17b-755904159431 req-9b74bf02-bb29-40ad-93a8-68a1961b0cbf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:05.524631 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ad86698f-d96d-48cd-a17b-755904159431 req-9b74bf02-bb29-40ad-93a8-68a1961b0cbf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 944 time: 0.2163951 Apr 14 07:32:05.588733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8cbdd-174e-4192-83e1-d856d322361e req-602faf2a-e0ae-4462-b1ad-9919afc2423e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:05.590342 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dcf8cbdd-174e-4192-83e1-d856d322361e req-602faf2a-e0ae-4462-b1ad-9919afc2423e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 944 time: 0.1031532 Apr 14 07:32:05.592403 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ad86698f-d96d-48cd-a17b-755904159431 req-ac4c2223-748e-40ad-9f42-075a73bd9c04 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616775 Apr 14 07:32:05.627315 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-dcf8cbdd-174e-4192-83e1-d856d322361e req-b4828a3c-8376-415c-8806-f58e985ef616 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300550 Apr 14 07:32:05.908356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:32:05.910845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:32:06.073387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 30302675-173f-46db-ac78-b32c3fa4e2c0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:32:06.073818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:06.209380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:06.290040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'port_id': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'mac_address': 'fa:16:3e:82:76:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:32:06.366402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:06.368102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:32:06.387279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:06.390775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:06.411397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:06.419934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:06.437448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:06.441811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:06.445320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-05815167-31c5-4f32-acbf-c6dfaa0a3830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:06.486816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1117c572-022c-40a2-b5b5-65f0189741e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:06.527175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:06.646514 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=7']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:06.663044 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'code': 200} Apr 14 07:32:06.666335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:06.666860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:06.667259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:06.778726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42d6db1a-dd94-4d2e-ae41-0701ccb4b286'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:32:06.928861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe523e8-d772-4c64-9129-19951ff0449f req-ac158de5-23ce-4c03-aa07-a421b1152b16 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:06.930529 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fe523e8-d772-4c64-9129-19951ff0449f req-ac158de5-23ce-4c03-aa07-a421b1152b16 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 945 time: 0.1621189 Apr 14 07:32:07.016333 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fe523e8-d772-4c64-9129-19951ff0449f req-a399095e-2860-41af-a801-e15fc29bf7c7 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777359 Apr 14 07:32:07.109315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e72cb-9973-4262-9ce3-778ce5863a7b req-15f1d51f-866e-4471-92cf-c8853bfa12bc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:07.111067 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-381e72cb-9973-4262-9ce3-778ce5863a7b req-15f1d51f-866e-4471-92cf-c8853bfa12bc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1435275 Apr 14 07:32:07.150818 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-381e72cb-9973-4262-9ce3-778ce5863a7b req-1583a961-f1ea-4e6e-a846-b893317c88db tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289450 Apr 14 07:32:07.441869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:07.564446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:07.906318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:07.917825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:32:07.990587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:32:07.995814 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:32:07.996243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:08.183972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:08.217125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:08.225987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:08.227099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 23172429-cb4d-4b51-af1b-6ffe25dfb78c up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:32:08.261834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:08.333490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd6eca-74ab-4956-ada8-dc5f98ca8386 req-023811a3-c6f8-4375-bb59-91b38a5ff05d tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:08.335660 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6dd6eca-74ab-4956-ada8-dc5f98ca8386 req-023811a3-c6f8-4375-bb59-91b38a5ff05d tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 945 time: 0.1761627 Apr 14 07:32:08.373512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:08.381910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:08.387577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 23172429-cb4d-4b51-af1b-6ffe25dfb78c triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:32:08.388004 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:08.395423 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d6dd6eca-74ab-4956-ada8-dc5f98ca8386 req-e023678e-efc8-4fd7-821e-bd35e71c918a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523508 Apr 14 07:32:08.476147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd038b3-e515-4b72-b2a3-b2ee0f985b11 req-1ce155c1-45de-4426-8d4c-0ffd1e1025cd tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:08.478025 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dd038b3-e515-4b72-b2a3-b2ee0f985b11 req-1ce155c1-45de-4426-8d4c-0ffd1e1025cd tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1518481 Apr 14 07:32:08.529786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:08.536973 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dd038b3-e515-4b72-b2a3-b2ee0f985b11 req-d936d000-2987-4aca-9a11-08a57bcc0a48 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492504 Apr 14 07:32:08.562429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:08.567362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:08.570188 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f84c8d6d-6685-449d-8635-9c1078b3007f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:08.655828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=8']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:08.659605 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:08.664504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286'}, {'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:08.740858 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'code': 200} Apr 14 07:32:08.741171 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'code': 200} Apr 14 07:32:08.847274 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:09.044489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e0293-833a-4937-82f1-d4749ed264ba req-6054ef96-5e72-49b9-bc3d-aad5de368ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:09.046154 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-531e0293-833a-4937-82f1-d4749ed264ba req-6054ef96-5e72-49b9-bc3d-aad5de368ff8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1099 time: 0.0825624 Apr 14 07:32:09.075875 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-531e0293-833a-4937-82f1-d4749ed264ba req-b03785df-19d5-438d-9802-efc6aa90748f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0224249 Apr 14 07:32:09.169834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6216775-0da8-4af0-a245-3db7f7778fa5 req-b891fd06-bfe9-4833-824f-ac671c2a5d49 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:09.171862 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a6216775-0da8-4af0-a245-3db7f7778fa5 req-b891fd06-bfe9-4833-824f-ac671c2a5d49 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.1242504 Apr 14 07:32:09.205725 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a6216775-0da8-4af0-a245-3db7f7778fa5 req-d1a8056e-5836-45ec-b87b-b8b22964caf2 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265977 Apr 14 07:32:09.629145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4d39c-6b51-4b3e-815d-98c5324e970b req-05f02b82-2d23-4eb5-885c-6fc553ad1f31 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:09.631587 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6fd4d39c-6b51-4b3e-815d-98c5324e970b req-05f02b82-2d23-4eb5-885c-6fc553ad1f31 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.0984674 Apr 14 07:32:09.667323 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6fd4d39c-6b51-4b3e-815d-98c5324e970b req-1ff262d9-c1ec-48c1-8ae6-d11dfd12b6e1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285225 Apr 14 07:32:09.776989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53294b5-5b77-4b1c-a3b0-38be38ce8973 req-0eee9a7e-6a1f-4795-8f62-8690206aee73 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:09.778972 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a53294b5-5b77-4b1c-a3b0-38be38ce8973 req-0eee9a7e-6a1f-4795-8f62-8690206aee73 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1105762 Apr 14 07:32:09.817688 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a53294b5-5b77-4b1c-a3b0-38be38ce8973 req-e543b108-fc3b-47de-9ace-27e7c7ed0a81 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Apr 14 07:32:10.443192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722433dc-6f35-4e03-bf3d-fbeb3e1bafdd req-c1f8eca2-12f2-4aab-9b8e-99427691264f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:10.444992 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-722433dc-6f35-4e03-bf3d-fbeb3e1bafdd req-c1f8eca2-12f2-4aab-9b8e-99427691264f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.1062477 Apr 14 07:32:10.483020 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-722433dc-6f35-4e03-bf3d-fbeb3e1bafdd req-061713ff-d64e-4156-a4d2-128b2dac5c96 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280242 Apr 14 07:32:10.927420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924efa3e-f486-4bb8-955e-45c4f93b637c req-8734b139-f8d4-47ae-929d-947711773b7d tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:10.932324 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-924efa3e-f486-4bb8-955e-45c4f93b637c req-8734b139-f8d4-47ae-929d-947711773b7d tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.1338787 Apr 14 07:32:10.963478 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-924efa3e-f486-4bb8-955e-45c4f93b637c req-abb66783-c959-426d-a7c3-c3964ea38a33 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263340 Apr 14 07:32:11.068240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e94ab-fa9e-49dd-a7f6-02939e16e1c4 req-1c34de90-6caa-491a-a9ea-6833aff41ebe tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:11.071225 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-287e94ab-fa9e-49dd-a7f6-02939e16e1c4 req-1c34de90-6caa-491a-a9ea-6833aff41ebe tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1187773 Apr 14 07:32:11.116956 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-287e94ab-fa9e-49dd-a7f6-02939e16e1c4 req-7c70a9a6-296a-4e60-baad-71dee73a9392 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391464 Apr 14 07:32:11.192198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fb477-b2a0-486a-8ce2-cbbfd03d0793 req-b00549c1-4194-4cac-9c41-f7fb6ab7e41a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:11.193871 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-723fb477-b2a0-486a-8ce2-cbbfd03d0793 req-b00549c1-4194-4cac-9c41-f7fb6ab7e41a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.1097982 Apr 14 07:32:11.226953 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-723fb477-b2a0-486a-8ce2-cbbfd03d0793 req-12a5edb7-ef5f-4781-afa8-063dce7786a3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258973 Apr 14 07:32:11.580393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-176a648e-aeb9-4555-93f6-5574bee9fe1e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:11.582027 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-176a648e-aeb9-4555-93f6-5574bee9fe1e tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.1230078 Apr 14 07:32:11.742515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcfd73-6a64-43ea-b7b9-ac30527490bd req-f910002d-14f6-4ce6-bb19-4b81e69d8e46 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:11.751824 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1edcfd73-6a64-43ea-b7b9-ac30527490bd req-f910002d-14f6-4ce6-bb19-4b81e69d8e46 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.1218383 Apr 14 07:32:11.755326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Deleting port 8776c006-53ce-4710-abbd-2a4c0962211e {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:32:11.755725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:11.783931 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1edcfd73-6a64-43ea-b7b9-ac30527490bd req-def22f74-ef0d-42c4-95fd-0611841618f4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302730 Apr 14 07:32:11.832769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5e60a-e5cc-43d8-92db-d0b0c1498465 req-f03672c3-a5c7-478a-8142-b2d380a39598 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:11.840655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-30b5e60a-e5cc-43d8-92db-d0b0c1498465 req-f03672c3-a5c7-478a-8142-b2d380a39598 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 945 time: 0.2107284 Apr 14 07:32:11.884671 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-30b5e60a-e5cc-43d8-92db-d0b0c1498465 req-c216a6b7-6863-44db-a1f6-f25f5e3abc9f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups?id=555019fe-6606-4085-b063-d88cb4075f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428655 Apr 14 07:32:12.171211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] For port 8776c006-53ce-4710-abbd-2a4c0962211e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=8776c006-53ce-4710-abbd-2a4c0962211e,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:12.172287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:12.458763 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a248119-7bf9-4c49-a87e-e69ee5b2886e req-6a445c29-06ca-4066-9d5c-5294534310be tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:12.472347 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6a248119-7bf9-4c49-a87e-e69ee5b2886e req-6a445c29-06ca-4066-9d5c-5294534310be tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1434805 Apr 14 07:32:12.504844 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6a248119-7bf9-4c49-a87e-e69ee5b2886e req-9cc7d1ca-8e21-4ec5-99e2-21bf30470b5b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Apr 14 07:32:12.614126 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:12.614477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:12.614895 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Floating IP 10c1d945-fd4c-476a-9088-3186ef38597c disassociated. External IP: 172.28.2.101, port: 8776c006-53ce-4710-abbd-2a4c0962211e. Apr 14 07:32:12.615433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Calling delete_port for 8776c006-53ce-4710-abbd-2a4c0962211e owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:32:12.775868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:12.792462 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-11ae5464-85ca-410f-8474-e7c857f4f397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:12.842977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event deleted for resources: {'Port': ['ID=8776c006-53ce-4710-abbd-2a4c0962211e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:12.849192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:13.182942 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-98c677d9-61f1-4283-9974-53a89f8556ea req-66b40bcf-ad11-4a39-b7d8-bbea29fab09c tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 210 time: 0.1254957 Apr 14 07:32:13.259735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Router b8d52ce9-8996-4331-9c2c-7d948ae33251 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:32:13.392654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:32:13.469401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:32:13.482011 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] Sync routers for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:32:13.495214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:32:13.495919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:32:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:13.585960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] No DVR routers for this DVR port 8776c006-53ce-4710-abbd-2a4c0962211e on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:32:13.589848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:13.601630 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'name': 'network-vif-deleted', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:13.616431 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6d5b8a05-4d3b-4f77-b724-be3a7916afce req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.50 "DELETE /v2.0/ports/8776c006-53ce-4710-abbd-2a4c0962211e HTTP/1.1" status: 204 len: 173 time: 2.0258694 Apr 14 07:32:13.736410 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715b13b0-f63c-4563-b0d4-1a6339871c99', 'name': 'network-vif-deleted', 'tag': '8776c006-53ce-4710-abbd-2a4c0962211e', 'status': 'completed', 'code': 200} Apr 14 07:32:13.835631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:32:13.898538 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ef248-639f-401c-b0ba-b8a07cd66f30 req-6d6975c1-bf61-4c6e-a9cb-92c2bf1b4f0f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:13.903387 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-162ef248-639f-401c-b0ba-b8a07cd66f30 req-6d6975c1-bf61-4c6e-a9cb-92c2bf1b4f0f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1541750 Apr 14 07:32:13.949681 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-162ef248-639f-401c-b0ba-b8a07cd66f30 req-5d1c429a-2094-4ff6-985a-9df35d55765f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383070 Apr 14 07:32:14.378206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:14.383455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] Checking router: b8d52ce9-8996-4331-9c2c-7d948ae33251 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:32:14.400272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:32:14.400272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:32:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:14.475519 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6f1d401f-8459-422f-931b-fb9fdd70428f req-cc1d5184-d90f-432a-ab72-e6e5b3c414f1 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/ports?device_id=715b13b0-f63c-4563-b0d4-1a6339871c99 HTTP/1.1" status: 200 len: 210 time: 0.1056499 Apr 14 07:32:14.675302 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:32:15.194078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cfb10-ea90-4372-a24b-90987320b402 req-d4d0cb91-b352-485a-8fec-d67d19da63c0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:15.196074 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-811cfb10-ea90-4372-a24b-90987320b402 req-d4d0cb91-b352-485a-8fec-d67d19da63c0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1126409 Apr 14 07:32:15.229477 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-811cfb10-ea90-4372-a24b-90987320b402 req-44e7babd-8db4-4cea-86e3-e6ee82a9a4d8 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259361 Apr 14 07:32:15.320456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:15.326927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6820b75-01c3-4c24-b167-5827a6ebedea None None] The sync data for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb is: [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:26:43Z', 'revision_number': 4, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '31069263-e313-4666-be64-142dc7128d73', 'name': '', 'network_id': 'c0844450-0407-4382-b212-a66cb8402fbf', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'mac_address': 'fa:16:3e:68:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:35Z', 'updated_at': '2021-04-14T07:26:55Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'subnets': [{'id': '22b63dbb-d206-49e4-bdff-aa99a3dc72fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:32:15.630077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54858) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:15.714434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:15.743790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:15.792085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:15.798208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-066ee28c-251e-4467-a5eb-fc19c01bea6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:15.800700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bf1d3-5664-4adf-8a3e-f8a0617e77d6 None None] New status for floating IP 10c1d945-fd4c-476a-9088-3186ef38597c: DOWN {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:32:15.813804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=555019fe-6606-4085-b063-d88cb4075f8e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:15.816693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:15.823465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:15.827367 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "DELETE /v2.0/security-groups/555019fe-6606-4085-b063-d88cb4075f8e HTTP/1.1" status: 204 len: 168 time: 0.1906211 Apr 14 07:32:15.827573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54866) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:15.845836 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.v2.resource [None req-dc9aa69c-da6f-4549-ae57-b82aba40d41a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] show failed (client error): The resource could not be found. Apr 14 07:32:15.847371 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-dc9aa69c-da6f-4549-ae57-b82aba40d41a tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "GET /v2.0/security-groups/555019fe-6606-4085-b063-d88cb4075f8e HTTP/1.1" status: 404 len: 347 time: 0.0185909 Apr 14 07:32:15.850275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54870) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:15.939280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 8776c006-53ce-4710-abbd-2a4c0962211e no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:32:15.983898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 8776c006-53ce-4710-abbd-2a4c0962211e {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:32:15.984406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 8776c006-53ce-4710-abbd-2a4c0962211e not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:32:16.267466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Deleting port 08394cae-3f4d-48c2-b54f-aa32de433e20 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:32:16.267979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:16.558455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-bf55c884-6a65-440f-be92-7e40f35f645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:16.560066 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-bf55c884-6a65-440f-be92-7e40f35f645e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1098 time: 0.2660835 Apr 14 07:32:16.607910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:16.608277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:16.685428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999cb3d-cf93-49a1-8f1e-3a6963acfd32 req-ef7d6a1b-aa11-4421-94ed-94a071fc636a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:16.687002 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4999cb3d-cf93-49a1-8f1e-3a6963acfd32 req-ef7d6a1b-aa11-4421-94ed-94a071fc636a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.3289175 Apr 14 07:32:16.825152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Calling delete_port for 08394cae-3f4d-48c2-b54f-aa32de433e20 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:32:16.881499 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4999cb3d-cf93-49a1-8f1e-3a6963acfd32 req-d7df6728-d695-4e49-900c-e488cd060d2e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414764 Apr 14 07:32:16.951751 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-4ce7608f-133d-4961-aac2-dfb25163b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:16.953392 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-4ce7608f-133d-4961-aac2-dfb25163b547 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.3799517 Apr 14 07:32:17.115958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:17.132206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:17.163638 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-628c728f-4d2c-48ab-93b9-0f400589ddbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 200 len: 1001 time: 0.1713607 Apr 14 07:32:17.183339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Pushing event deleted for resources: {'Port': ['ID=08394cae-3f4d-48c2-b54f-aa32de433e20,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:17.231027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:17.333053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-b0265f29-e622-4ab0-8fdb-68856d106031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:17.334626 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-b0265f29-e622-4ab0-8fdb-68856d106031 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.1050088 Apr 14 07:32:17.471426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fc7ac-67c7-419e-b352-cca235238ac4 req-3a83a4f6-beed-48cb-bc30-f8cbbd57f7aa tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:17.473035 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-510fc7ac-67c7-419e-b352-cca235238ac4 req-3a83a4f6-beed-48cb-bc30-f8cbbd57f7aa tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.0910397 Apr 14 07:32:17.503953 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-510fc7ac-67c7-419e-b352-cca235238ac4 req-791a2e43-9215-4fbd-a306-7a1b188f48c3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245247 Apr 14 07:32:17.523298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-7262af33-3355-4b12-8543-446ea4e4c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:17.524939 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-7262af33-3355-4b12-8543-446ea4e4c7a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1767261 Apr 14 07:32:17.528811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54886) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:17.531147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:17.663429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:17.664631 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] 10.222.0.42 "DELETE /v2.0/floatingips/10c1d945-fd4c-476a-9088-3186ef38597c HTTP/1.1" status: 204 len: 168 time: 1.8132741 Apr 14 07:32:17.749377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82871730-9bac-40aa-9d4b-dad4feb19b05 tempest-TestMinimumBasicScenario-2040166967 tempest-TestMinimumBasicScenario-2040166967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:17.751314 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-82871730-9bac-40aa-9d4b-dad4feb19b05 tempest-TestMinimumBasicScenario-2040166967 tempest-TestMinimumBasicScenario-2040166967-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1094 time: 0.2216148 Apr 14 07:32:17.754515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54894) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:17.761577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'floatingip': {'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'port_id': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:17.771578 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-b0a8d65e-6dae-4531-aeb6-af1a319e611c service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311878 Apr 14 07:32:17.772583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:17.776867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:floatingip and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:17.781300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:17.810478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:17.879873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for floatingip, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:18.310732 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fe8f98a0-10c8-48df-8291-23fd0346a8f3 req-3f4862f1-ef97-4956-ba57-112a60db9dca service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306611 Apr 14 07:32:18.348771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e470fc8-a0d2-4a7f-87b0-986c90c23477 req-382f7964-f069-42b3-a950-813628120181 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:18.350357 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7e470fc8-a0d2-4a7f-87b0-986c90c23477 req-382f7964-f069-42b3-a950-813628120181 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.1637983 Apr 14 07:32:18.400438 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7e470fc8-a0d2-4a7f-87b0-986c90c23477 req-de90cd19-ca40-4c6d-a4ad-c908259041db tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 Apr 14 07:32:18.410203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:18.558716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Allocated IP 172.28.2.170 (00924177-d382-4300-abdf-130fe927342e/a8ab8f41-e06d-4b27-8726-3236a866c7e7/95a54860-69ec-4447-9bd7-f937631d3c01) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:32:18.717790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:18.753601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:18.769207 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b6bbb300-4b66-4cfc-b415-77f07c3c2522 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:18.904762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'Port': ['ID=95a54860-69ec-4447-9bd7-f937631d3c01,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:18.910905 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:18.961836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Network 00924177-d382-4300-abdf-130fe927342e is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:32:18.962965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:32:18.965345 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:32:19.398654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:19.475703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:19.612062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7dff6-abb9-4ffa-9e1a-b8da41b377f4 req-4576cdc9-e14f-4776-a2be-b146234cfb4f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:19.613585 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-12a7dff6-abb9-4ffa-9e1a-b8da41b377f4 req-4576cdc9-e14f-4776-a2be-b146234cfb4f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 945 time: 0.0915043 Apr 14 07:32:19.645874 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-12a7dff6-abb9-4ffa-9e1a-b8da41b377f4 req-313e4d52-9a68-4286-99f8-3d05aa6fa187 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252507 Apr 14 07:32:19.748910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:19.753023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:19.768103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:19.899290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'Port': ['ID=95a54860-69ec-4447-9bd7-f937631d3c01,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:19.902160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:19.940039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:32:20.002360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:20.067463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:20.080137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:20.090655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:20.093920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:20.095753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:20.154344 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'code': 200} Apr 14 07:32:20.175015 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=8']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:20.191047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:20.229384 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Floating IP 82aceaf2-4475-4ad7-817d-324eb539e193 associated. External IP: 172.28.2.170, port: 42d6db1a-dd94-4d2e-ae41-0701ccb4b286. Apr 14 07:32:20.609117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Router 4877a9da-52dd-43d6-b267-45c14d8f6e4d has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:32:20.857233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602cee0-c100-4089-8a3a-033d5fc2b0cd req-3fd5d5f2-dbac-42d7-9e04-20d9ead72088 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:20.858958 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b602cee0-c100-4089-8a3a-033d5fc2b0cd req-3fd5d5f2-dbac-42d7-9e04-20d9ead72088 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.0923851 Apr 14 07:32:20.892576 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b602cee0-c100-4089-8a3a-033d5fc2b0cd req-aa7da838-3047-41cb-8f9a-06454b2db031 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257502 Apr 14 07:32:21.038265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:32:21.049108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] Sync routers for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:32:21.060597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:32:21.061597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:32:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:21.068594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.132764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54928) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:21.138822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109476760', 'description': 'tempest-secgroup-smoke-109476760 description', 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:21.147104 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3874655 Apr 14 07:32:21.148123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:21.161642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:21.180961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:21.193026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.197673 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:21.202387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:21.207604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:21.209237 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'status': 'completed', 'code': 200} Apr 14 07:32:21.214804 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:21.291108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:32:21.291367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.296592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.310193 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ded32593-36ad-4594-b6b8-4dfe660593bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:21.319883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-9a431d39-dbd6-47df-b7f1-c3d0a1b453da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:21.321528 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-9a431d39-dbd6-47df-b7f1-c3d0a1b453da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1099 time: 0.0843213 Apr 14 07:32:21.356195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f98b25-d0b2-47a5-9509-c22472bec628,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:21.369929 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.371197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.371809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.372374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.372989 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.373577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.373992 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.374402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.375095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.376003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.376393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.376842 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:32:21.388058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.389771 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2555172 Apr 14 07:32:21.391730 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:21.393529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54940) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:21.399952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'security_group_rule': {'security_group_id': '08f98b25-d0b2-47a5-9509-c22472bec628', 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:21.409050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:21.414262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:21.417942 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:21.425447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:21.448638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.495491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-7af912cd-4bca-4ea6-a071-d24cf9e388da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:21.497107 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-7af912cd-4bca-4ea6-a071-d24cf9e388da service neutron] 10.222.0.50 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 915 time: 0.1617372 Apr 14 07:32:21.536798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.541851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.544160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:21.577254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.582082 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847849 Apr 14 07:32:21.582592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54948) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:21.585954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b55643-a8dc-4240-947c-fcb027fe4cfc,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:21.591217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'security_group_rule': {'security_group_id': '08f98b25-d0b2-47a5-9509-c22472bec628', 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:21.598841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:21.603256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:21.606826 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:21.615009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:21.626896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-102f77f6-38f1-4d14-a63b-ae5143d38a97 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:21.627056 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-dc53f210-522a-4fe3-90d8-c20e6a835487 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 1000 time: 0.1206234 Apr 14 07:32:21.636029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.719779 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.722985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-f701fe66-75e8-4b59-9f07-d7d0f3b2831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:21.724501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.724710 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-f701fe66-75e8-4b59-9f07-d7d0f3b2831f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 200 len: 853 time: 0.0821476 Apr 14 07:32:21.727117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:21.756660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.757981 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1742833 Apr 14 07:32:21.761857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54958) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:21.768139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'security_group_rule': {'security_group_id': '08f98b25-d0b2-47a5-9509-c22472bec628', 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:21.775572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:21.779774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:21.782869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:21.789133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:21.801780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deee356-aac1-4eb8-8c68-343b83c94f84,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:21.804240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7ba563ff-bd5c-4c4f-aacb-e98b8603a506 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:21.824963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 54962) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:21.825212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:21.847799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '82aceaf2-4475-4ad7-817d-324eb539e193', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'port_id': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'mac_address': 'fa:16:3e:82:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:32:19Z', 'updated_at': '2021-04-14T07:32:19Z', 'revision_number': 0, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 5, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:21.852766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] Checking router: 4877a9da-52dd-43d6-b267-45c14d8f6e4d for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:32:21.863627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:32:21.864497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:32:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:21.900377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-01bebee5-a0c5-45e4-a992-48c70c74ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:21.906778 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-01bebee5-a0c5-45e4-a992-48c70c74ccd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=432ea9e4-1d18-4abf-83b0-d06f6506c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1724343 Apr 14 07:32:22.077275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:32:22.100058 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-2f699da8-21e9-4a30-878b-ddf1b826d0b7 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809051 Apr 14 07:32:22.200030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.203355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.205624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-40fed3e1-4151-4b84-9540-a3eb34fe5b1a tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:22.222893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54226777-1f77-4bf9-8ca3-893045c7963d,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:22.226623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:22.243076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.244388 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-80082957-4391-4d20-b6bd-5e8d17cc16e0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4815195 Apr 14 07:32:22.247365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54972) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:22.253943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'security_group_rule': {'security_group_id': '08f98b25-d0b2-47a5-9509-c22472bec628', 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:22.262766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:22.267649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:22.271102 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:22.277919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:22.296041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.377390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.380540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.398332 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c1fe933d-f91e-4484-98fc-76ddcb9bffe0 req-b218e714-333e-4879-b060-1b11371bf87e service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256041 Apr 14 07:32:22.411916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:22.433417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a1817e-5c9c-4498-97b6-2e96249b0884,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:22.444484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:22.445327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.449246 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a4faaa5d-3915-4ed5-a2b5-35883901697a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1981778 Apr 14 07:32:22.449523 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54980) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:22.455539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'security_group_rule': {'security_group_id': '08f98b25-d0b2-47a5-9509-c22472bec628', 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:22.471857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:22.476495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:22.481105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:22.488269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:22.499254 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.securitygroups_db [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Project 9a8d15175ccf44fea61ff5a4fb9c103e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 07:32:22.507247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.515276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '82aceaf2-4475-4ad7-817d-324eb539e193', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'port_id': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'mac_address': 'fa:16:3e:82:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:32:19Z', 'updated_at': '2021-04-14T07:32:19Z', 'revision_number': 0, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 5, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:22.519788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df148772-a904-46ea-9cd6-c06affbf8675 None None] The sync data for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb is: [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_floatingips': [{'id': '82aceaf2-4475-4ad7-817d-324eb539e193', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'floating_ip_address': '172.28.2.170', 'floating_network_id': '00924177-d382-4300-abdf-130fe927342e', 'router_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'port_id': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'mac_address': 'fa:16:3e:82:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T07:32:19Z', 'updated_at': '2021-04-14T07:32:19Z', 'revision_number': 0, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 5, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:32:22.599728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.603452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.605586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:22.646470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d642a1-7ae9-4800-bc95-ee9ee8275b83,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:22.657867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:22.669813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.671869 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-95a49cfe-bdf8-4d0d-a0c7-972ac5f00ea1 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2212713 Apr 14 07:32:22.675991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 54990) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:22.688015 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'security_group_rule': {'security_group_id': '08f98b25-d0b2-47a5-9509-c22472bec628', 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:22.700813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:22.707488 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Usage tracker for resource:security_group_rule and tenant:9a8d15175ccf44fea61ff5a4fb9c103e is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:22.711341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:22.726759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:22.741256 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.securitygroups_db [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Project 9a8d15175ccf44fea61ff5a4fb9c103e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 07:32:22.752614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.841624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.846263 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017729'] for security_group_rule, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.848596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:22.869572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754e90b-e95f-4fea-807f-fc4a41880fc8 None None] New status for floating IP 82aceaf2-4475-4ad7-817d-324eb539e193: ACTIVE {{(pid=85309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:32:22.884215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df41da84-6463-48b4-b24e-efa8037d27e4,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:22.893105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:22.894511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:22.898660 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-cab8725a-4226-42fc-86d8-dd78862af819 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2178338 Apr 14 07:32:22.919393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263c369-2cc1-483f-ae43-c52a935215d3 req-3b818e6a-5444-4e8e-8dfc-adc285dda51f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:22.921162 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7263c369-2cc1-483f-ae43-c52a935215d3 req-3b818e6a-5444-4e8e-8dfc-adc285dda51f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.1739597 Apr 14 07:32:22.970765 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7263c369-2cc1-483f-ae43-c52a935215d3 req-b957c843-443e-4076-9544-c11531a24435 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Apr 14 07:32:23.014833 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-64f5d971-bd26-4f1a-ab4f-ae31eb046cdc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132452 Apr 14 07:32:23.050254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-814e7039-b3ec-43c0-84f8-c5f25e66961b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Synchronizing usage tracker for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:32:23.064414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8046125'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:23.068421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-814e7039-b3ec-43c0-84f8-c5f25e66961b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Unset dirty status for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:32:23.069919 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-814e7039-b3ec-43c0-84f8-c5f25e66961b tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109476760&fields=id&tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e HTTP/1.1" status: 200 len: 267 time: 0.0541389 Apr 14 07:32:23.234685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-7013a71a-2fc6-456d-bae2-f0d074c5a446 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:23.237277 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-7013a71a-2fc6-456d-bae2-f0d074c5a446 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.1590486 Apr 14 07:32:23.251387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'port': {'security_groups': ['8a6e657c-5220-4b5f-845d-359839e31fcd', '08f98b25-d0b2-47a5-9509-c22472bec628']}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:23.410606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:23.470166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Deleting port 31069263-e313-4666-be64-142dc7128d73 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:32:23.470553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:23.723372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] For port 31069263-e313-4666-be64-142dc7128d73, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=31069263-e313-4666-be64-142dc7128d73,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:23.723766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:23.727655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:23.736809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-59168467-d778-4919-8dfc-d86a6421fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:23.738410 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-59168467-d778-4919-8dfc-d86a6421fb91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89&tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7 HTTP/1.1" status: 200 len: 1096 time: 0.1928701 Apr 14 07:32:23.755635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:23.759289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:23.770961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42d6db1a-dd94-4d2e-ae41-0701ccb4b286'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:32:23.773835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:23.895178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Calling delete_port for 31069263-e313-4666-be64-142dc7128d73 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:32:23.926715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=6']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:23.940286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:23.981555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:23.981755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:23.990560 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-48a611b5-9ec2-460f-899b-9c1f56b05ad6 req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "PUT /v2.0/ports/42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 982 time: 0.7452326 Apr 14 07:32:23.991176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:24.015887 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:32:24.110588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42d6db1a-dd94-4d2e-ae41-0701ccb4b286'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:32:24.142904 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'status': 'completed', 'code': 200} Apr 14 07:32:24.321049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-c5e1bdfd-7a44-4c68-8827-c63bc601ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.322827 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-c5e1bdfd-7a44-4c68-8827-c63bc601ac80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1138 time: 0.1448193 Apr 14 07:32:24.409437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-47b8d9cd-9cbd-4a96-bd64-b1b72cd0b338 None None] Provisioning complete for port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:32:24.409869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-47b8d9cd-9cbd-4a96-bd64-b1b72cd0b338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:24.503979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca2d2d-b1d9-4272-bce8-bc7d1330d21e req-7f81a10e-66e9-499f-b5fc-f3478deabda7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.505657 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-40ca2d2d-b1d9-4272-bce8-bc7d1330d21e req-7f81a10e-66e9-499f-b5fc-f3478deabda7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.2257752 Apr 14 07:32:24.513511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-277a1ed1-f614-4868-98d5-247a4504f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.515099 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-277a1ed1-f614-4868-98d5-247a4504f63c service neutron] 10.222.0.50 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 915 time: 0.1843655 Apr 14 07:32:24.540913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-1760f987-f0fb-4907-baa9-77a1f162fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.542942 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-1760f987-f0fb-4907-baa9-77a1f162fcf9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1096 time: 0.7478187 Apr 14 07:32:24.611714 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-40ca2d2d-b1d9-4272-bce8-bc7d1330d21e req-e1e4dfc5-79af-401f-9956-445f4a8a94b9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926933 Apr 14 07:32:24.662430 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-0e63865c-9327-403b-8359-d7cb861ef6e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 1002 time: 0.1291883 Apr 14 07:32:24.729395 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48250f06-a32c-46f0-858b-cdab2e576ab7 req-faee719d-6683-44dd-b1d6-87ba299e29ac tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.731012 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-48250f06-a32c-46f0-858b-cdab2e576ab7 req-faee719d-6683-44dd-b1d6-87ba299e29ac tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.2701974 Apr 14 07:32:24.756115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-fd2a7b23-7614-40c0-89b6-af42e4caa64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.757896 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-fd2a7b23-7614-40c0-89b6-af42e4caa64f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 200 len: 853 time: 0.0848489 Apr 14 07:32:24.802199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-1d252527-c886-45d5-893b-2e0f536658d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.803772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-1d252527-c886-45d5-893b-2e0f536658d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.2487726 Apr 14 07:32:24.850424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-4b223032-f2d9-4daa-ace9-667dbcda073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:24.852647 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-4b223032-f2d9-4daa-ace9-667dbcda073f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=432ea9e4-1d18-4abf-83b0-d06f6506c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843389 Apr 14 07:32:24.881903 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-48250f06-a32c-46f0-858b-cdab2e576ab7 req-47102fc4-8d0f-4361-96bd-ffd2b416c2cb tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1350307 Apr 14 07:32:24.924074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:24.943880 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e3e9f9fc-60eb-4391-a805-223dd0006ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:25.014581 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-9bbe6435-1ab7-40b2-9c96-450131572e7e service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517084 Apr 14 07:32:25.045532 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Pushing event deleted for resources: {'Port': ['ID=31069263-e313-4666-be64-142dc7128d73,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:25.055079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:25.070961 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-5ff2730b-b5a7-48e1-8a8f-79bf05aa7830 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 200 len: 999 time: 0.2499878 Apr 14 07:32:25.180686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-53af0ba0-e3f7-4182-af52-55c599ed0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:25.181866 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86101814-ca79-4f41-969e-4d0ad2960a81 req-c91b40c3-c916-4258-9227-04dd7ca00934 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575668 Apr 14 07:32:25.182231 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-53af0ba0-e3f7-4182-af52-55c599ed0dd2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.1034820 Apr 14 07:32:25.488896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-324bdca1-2b77-4c97-b481-4e19ce11200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:25.490476 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-324bdca1-2b77-4c97-b481-4e19ce11200a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2954788 Apr 14 07:32:25.650899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846876701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7997658'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:25.763554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-2ea4bed6-5fcd-454f-9451-a4380e5fb902 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543266 Apr 14 07:32:25.848711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf947d6-b962-4292-939c-39dc57a0e540 req-0451411a-b207-44f4-a2c0-83b80dc27366 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:25.850718 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ddf947d6-b962-4292-939c-39dc57a0e540 req-0451411a-b207-44f4-a2c0-83b80dc27366 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.1001406 Apr 14 07:32:25.882146 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ddf947d6-b962-4292-939c-39dc57a0e540 req-bd131548-6634-4715-8841-99f2df59433e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249493 Apr 14 07:32:26.079674 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7fdda286-60fe-422f-9d25-ffe31d8345ac req-673d1464-0d61-4eaf-96c5-36f5de7306b7 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064921 Apr 14 07:32:26.545141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Router b8d52ce9-8996-4331-9c2c-7d948ae33251 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:32:26.738665 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:32:26.748265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] Sync routers for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:32:26.754161 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] 10.222.0.42 "PUT /v2.0/routers/b8d52ce9-8996-4331-9c2c-7d948ae33251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9267385 Apr 14 07:32:26.758621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55034) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:26.759788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:32:26.760573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:32:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:26.958474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:27.286304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:32:27.322103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36d17-f8d2-4f95-bd71-865050009390 req-b0dda165-ef09-4820-b1ff-ef54ae34481c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:27.337795 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2fa36d17-f8d2-4f95-bd71-865050009390 req-b0dda165-ef09-4820-b1ff-ef54ae34481c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.3027992 Apr 14 07:32:27.346735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:27.366871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Deleting port ab32db83-0b78-476a-83e5-f34f97533bfa {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:32:27.367385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:27.370295 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2fa36d17-f8d2-4f95-bd71-865050009390 req-c7b0b3f7-4e2e-4ab2-856a-f73f5c019c71 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Apr 14 07:32:27.673435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] For port ab32db83-0b78-476a-83e5-f34f97533bfa, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ab32db83-0b78-476a-83e5-f34f97533bfa,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:27.673798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:27.723757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:32:24Z', 'revision_number': 5, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port': {'id': 'ab32db83-0b78-476a-83e5-f34f97533bfa', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:26:28Z', 'updated_at': '2021-04-14T07:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:27.728846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] Checking router: b8d52ce9-8996-4331-9c2c-7d948ae33251 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:32:27.740112 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] Routers {'b8d52ce9-8996-4331-9c2c-7d948ae33251'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:32:27.740988 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:32:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['b8d52ce9-8996-4331-9c2c-7d948ae33251'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:27.824029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Calling delete_port for ab32db83-0b78-476a-83e5-f34f97533bfa owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:32:27.918628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] Set router b8d52ce9-8996-4331-9c2c-7d948ae33251 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:32:28.017739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:28.041374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:32:27Z', 'revision_number': 6, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port_host': None}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:28.045899 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575e537-0927-4b92-b07f-9217eb31fcdb None None] The sync data for ids ['b8d52ce9-8996-4331-9c2c-7d948ae33251'] in dv-cinder-784092-5-smb is: [{'id': 'b8d52ce9-8996-4331-9c2c-7d948ae33251', 'name': 'tempest-AttachVolumeTestJSON-646128116-router', 'tenant_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:26:27Z', 'updated_at': '2021-04-14T07:32:27Z', 'revision_number': 6, 'project_id': 'a0b71206d1cd41fab401d8b1a5d4a459', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:32:28.095467 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:28.151641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Pushing event deleted for resources: {'Port': ['ID=ab32db83-0b78-476a-83e5-f34f97533bfa,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:28.165853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:28.355761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997500'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:28.833734 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8041675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3167'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:28.837019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:28.869583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846726053'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:28.870179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d52ce9-8996-4331-9c2c-7d948ae33251 {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 07:32:28.896049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:28.897293 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-428809f0-4bd2-48cf-8bd0-f7f254054efc admin admin] 10.222.0.42 "DELETE /v2.0/routers/b8d52ce9-8996-4331-9c2c-7d948ae33251 HTTP/1.1" status: 204 len: 168 time: 2.1374686 Apr 14 07:32:28.900980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55054) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:28.907735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0235c6-3005-475e-a628-0895b384a9e7 req-046f6a45-5d65-4c7c-868d-9e37b305efc2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:28.909404 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fb0235c6-3005-475e-a628-0895b384a9e7 req-046f6a45-5d65-4c7c-868d-9e37b305efc2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.3803384 Apr 14 07:32:28.945380 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-fb0235c6-3005-475e-a628-0895b384a9e7 req-54259053-845a-4df8-bee4-44e581dad508 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281012 Apr 14 07:32:28.987177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Deleting subnet 22b63dbb-d206-49e4-bdff-aa99a3dc72fa {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:32:28.990890 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:29.052107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847853697'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:29.110930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ab32db83-0b78-476a-83e5-f34f97533bfa no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:32:29.191566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: ab32db83-0b78-476a-83e5-f34f97533bfa {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:32:29.191970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ab32db83-0b78-476a-83e5-f34f97533bfa not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:32:29.192460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 31069263-e313-4666-be64-142dc7128d73 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:32:29.225706 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:29.235027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 31069263-e313-4666-be64-142dc7128d73 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:32:29.235446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 31069263-e313-4666-be64-142dc7128d73 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:32:29.528898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5439643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432466'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:29.559691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:29.696996 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22b63dbb-d206-49e4-bdff-aa99a3dc72fa,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:29.711359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:29.746219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:29.752348 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8397e69-391a-4552-a047-d3a83c4faa6c None None] Network c0844450-0407-4382-b212-a66cb8402fbf requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:32:29.756123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55058) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:29.756278 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/22b63dbb-d206-49e4-bdff-aa99a3dc72fa HTTP/1.1" status: 204 len: 168 time: 0.8539233 Apr 14 07:32:29.895006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:29.979599 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Deleting port 6842ab7c-2213-480b-ac78-f174276d79de {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:32:29.979966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:30.210945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] DHCP port deletion for c0844450-0407-4382-b212-a66cb8402fbf request from dv-cinder-784092-5-smb {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 07:32:30.216365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Deleting port 6842ab7c-2213-480b-ac78-f174276d79de {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:32:30.217096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:30.348202 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] For port 6842ab7c-2213-480b-ac78-f174276d79de, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=6842ab7c-2213-480b-ac78-f174276d79de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:30.348641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:30.399285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230e726-ccda-4d50-bd17-a710edb93b7f req-451159a3-5a5d-42b8-9910-d363dc3348d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:30.418458 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6230e726-ccda-4d50-bd17-a710edb93b7f req-451159a3-5a5d-42b8-9910-d363dc3348d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.1682758 Apr 14 07:32:30.475834 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6230e726-ccda-4d50-bd17-a710edb93b7f req-dc1bcc1d-c2cf-4e57-badc-8eefb72363ea tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589716 Apr 14 07:32:30.526883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] For port 6842ab7c-2213-480b-ac78-f174276d79de, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=6842ab7c-2213-480b-ac78-f174276d79de,segment=NetworkSegment(3e95afee-a801-4088-96de-c82088b175da),segment_id=3e95afee-a801-4088-96de-c82088b175da)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:30.527452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:30.567832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Calling delete_port for 6842ab7c-2213-480b-ac78-f174276d79de owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:32:30.657388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:30.669406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Calling delete_port for 6842ab7c-2213-480b-ac78-f174276d79de owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:32:30.674816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:30.780441 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6842ab7c-2213-480b-ac78-f174276d79de,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:30.799045 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:30.831267 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] No DVR routers for this DVR port 6842ab7c-2213-480b-ac78-f174276d79de on host dv-cinder-784092-5-smb {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:32:30.838985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:32:30.839406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:32:30.959327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:31.086030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0844450-0407-4382-b212-a66cb8402fbf']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:31.100013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e95afee-a801-4088-96de-c82088b175da') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:31.100451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e95afee-a801-4088-96de-c82088b175da') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:31.113065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 6842ab7c-2213-480b-ac78-f174276d79de no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:32:31.118099 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:31.146956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:31.155269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:32:31.176564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 6842ab7c-2213-480b-ac78-f174276d79de {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:32:31.176967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 6842ab7c-2213-480b-ac78-f174276d79de not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:32:31.341044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Deleting port 6842ab7c-2213-480b-ac78-f174276d79de {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:32:31.341390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:31.365128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Network c0844450-0407-4382-b212-a66cb8402fbf has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:32:31.377789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:31.425507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-01b8a9f2-b1f1-496c-8c6a-964975208fdd None None] The port '6842ab7c-2213-480b-ac78-f174276d79de' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 07:32:31.660614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Network c0844450-0407-4382-b212-a66cb8402fbf has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:32:31.689938 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:32:31.784938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:31.790884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:31.797482 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:31.832815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Pushing event deleted for resources: {'Network': ['ID=c0844450-0407-4382-b212-a66cb8402fbf,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:31.835457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:31.851326 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] 10.222.0.42 "DELETE /v2.0/networks/c0844450-0407-4382-b212-a66cb8402fbf HTTP/1.1" status: 204 len: 168 time: 2.0911639 Apr 14 07:32:31.860132 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc64d9-09bd-4a85-8430-beb664baab35 req-d4bfdb41-02d5-4091-834e-22a495ec8923 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:31.867398 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e0bc64d9-09bd-4a85-8430-beb664baab35 req-d4bfdb41-02d5-4091-834e-22a495ec8923 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.2520046 Apr 14 07:32:31.899812 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e0bc64d9-09bd-4a85-8430-beb664baab35 req-687371e8-8cab-4f64-95e2-752e3a5c1b5d tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299208 Apr 14 07:32:32.003911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55072) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:32.045728 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3bf5aabd-8f2f-44ed-8a09-fbd73d090945 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0b71206d1cd41fab401d8b1a5d4a459&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397589 Apr 14 07:32:32.048639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55076) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:32.116505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:32.147640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:32.206963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:32.212299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b5f5dcdb-2277-4937-9e87-c0f0e360d947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:32.226686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f9d2a1-7dca-463d-9030-050edcc0c718,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:32.231062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:32.234636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:32.238723 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9f9d2a1-7dca-463d-9030-050edcc0c718 HTTP/1.1" status: 204 len: 168 time: 0.1890178 Apr 14 07:32:33.151527 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6301a2-8f1b-49a4-a7e6-c97a00a7f74a req-a8925cbb-e49b-4c34-b4f7-c0219b08eb07 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:33.153370 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5c6301a2-8f1b-49a4-a7e6-c97a00a7f74a req-a8925cbb-e49b-4c34-b4f7-c0219b08eb07 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.1151981 Apr 14 07:32:33.176565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55104) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:33.192056 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5c6301a2-8f1b-49a4-a7e6-c97a00a7f74a req-84fdf04c-08be-49b0-b2d0-c07f706b667f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 Apr 14 07:32:33.306040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-551539492-network', 'tenant_id': '2480897a435b4b34becc768696b18cdf'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:33.311791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:33.316208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Usage tracker for resource:network and tenant:2480897a435b4b34becc768696b18cdf is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:33.319955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:33.328791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:33.341739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Made reservation on behalf of 2480897a435b4b34becc768696b18cdf for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:32:33.347431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.371541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.389634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:33.395705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Usage tracker for resource:security_group_rule and tenant:2480897a435b4b34becc768696b18cdf is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:33.398994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:33.406980 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:33.542089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.553520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.564765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-00a3968b-00c3-4952-b5de-17acd84e776e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:33.576758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:32:33.603386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.603772 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Added segment 0a29d253-7e8f-4622-b6a2-50fc7c6b198f of type vlan for network 04338b1d-3a7b-4165-97f6-7c5e1180f274 Apr 14 07:32:33.609787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1054e19-dd86-4e91-bfac-7f1da8b69fee,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:33.613386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:33.635886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.666352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.667664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:33.668299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:33.672093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:33.781646 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6038551 Apr 14 07:32:33.782466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Pushing event updated for resources: {'Network': ['ID=04338b1d-3a7b-4165-97f6-7c5e1180f274,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:33.784561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55112) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:33.787701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5dfed017-7f13-441f-9a84-d132c5756137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:33.792049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Request body: {'subnet': {'network_id': '04338b1d-3a7b-4165-97f6-7c5e1180f274', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-551539492-subnet', 'tenant_id': '2480897a435b4b34becc768696b18cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:33.798112 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:33.799398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network 04338b1d-3a7b-4165-97f6-7c5e1180f274 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:32:33.802580 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Usage tracker for resource:subnet and tenant:2480897a435b4b34becc768696b18cdf is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:33.805646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:33.812864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:33.824259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Made reservation on behalf of 2480897a435b4b34becc768696b18cdf for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:32:33.830260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:34.075503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d2bbee3c-6228-46e3-b9de-0c931f3c7c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:34.403843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:34.427636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:34.565511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f83ae54-18a7-4a71-b17a-930d47559968,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:34.570824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:34.588197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300ec0a-5364-4df9-8972-34c78c269b47 req-2cc907be-6b12-4e6f-b461-7fcaf726085b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:34.589855 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4300ec0a-5364-4df9-8972-34c78c269b47 req-2cc907be-6b12-4e6f-b461-7fcaf726085b tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.2571952 Apr 14 07:32:34.646102 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4300ec0a-5364-4df9-8972-34c78c269b47 req-e98183aa-a631-4587-97e8-997cc9cdd349 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 Apr 14 07:32:34.685787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Checking segment: {'id': '0a29d253-7e8f-4622-b6a2-50fc7c6b198f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '04338b1d-3a7b-4165-97f6-7c5e1180f274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:32:34.686191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Network hostable DHCP agents. Network: 04338b1d-3a7b-4165-97f6-7c5e1180f274, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:32:34.707772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Network 04338b1d-3a7b-4165-97f6-7c5e1180f274 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:32:34.720500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, 04338b1d-3a7b-4165-97f6-7c5e1180f274) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:32:34.733218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43772bcf-62bc-4901-aa97-be87fee1671e None None] Network 04338b1d-3a7b-4165-97f6-7c5e1180f274 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:32:34.735630 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:34.736354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:34.759308 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-66a0ef33-a45b-42b5-84e8-3e81dd4cca6f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9713349 Apr 14 07:32:35.019776 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df717a-2b85-4ce8-8d84-72e2a1e1389e None None] Network 04338b1d-3a7b-4165-97f6-7c5e1180f274 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:32:35.432131 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55132) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:35.439156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-383034472-network', 'tenant_id': '88e6a5c41a8a4486946014221a656e4c'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:35.444700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:35.448985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Usage tracker for resource:network and tenant:88e6a5c41a8a4486946014221a656e4c is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:35.453089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:35.459339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:35.469066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Made reservation on behalf of 88e6a5c41a8a4486946014221a656e4c for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:32:35.474062 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.489568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.510161 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:35.514822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Usage tracker for resource:security_group_rule and tenant:88e6a5c41a8a4486946014221a656e4c is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:35.518439 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:35.525419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:35.619402 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.622484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.627902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-76a6cfae-baa9-4d89-b82f-c78a7daf52be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:35.658061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:32:35.667535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c08637-1773-4548-9985-2de9a01722fb,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:35.672241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:35.675047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.675445 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Added segment 23f0591a-ff2d-408b-9100-d5494bba85f1 of type vlan for network caf6d57b-7c63-4f63-9f89-89176083f93d Apr 14 07:32:35.706160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.741630 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.743082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:35.743739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:35.749123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:35.865987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Pushing event updated for resources: {'Network': ['ID=caf6d57b-7c63-4f63-9f89-89176083f93d,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:35.868895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:35.870440 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ea1b9978-1fc8-440a-9ebc-d1ef263f47a2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4375725 Apr 14 07:32:35.874774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55138) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:35.881811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Request body: {'subnet': {'network_id': 'caf6d57b-7c63-4f63-9f89-89176083f93d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-383034472-subnet', 'tenant_id': '88e6a5c41a8a4486946014221a656e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:32:35.882596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network caf6d57b-7c63-4f63-9f89-89176083f93d details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:32:35.887119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d6fb-4a65-4d08-8530-9d5a3abd0c93 req-3efe44eb-4597-41bf-a201-842a7f561af0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:35.888092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:32:35.892697 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Usage tracker for resource:subnet and tenant:88e6a5c41a8a4486946014221a656e4c is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:32:35.892929 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b2f8d6fb-4a65-4d08-8530-9d5a3abd0c93 req-3efe44eb-4597-41bf-a201-842a7f561af0 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.1062963 Apr 14 07:32:35.896127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:32:35.903994 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:32:35.928300 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b2f8d6fb-4a65-4d08-8530-9d5a3abd0c93 req-b5a4022b-5bbb-4450-85a5-781fadba6f39 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282841 Apr 14 07:32:35.929735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Made reservation on behalf of 88e6a5c41a8a4486946014221a656e4c for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:32:35.934812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:36.372262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-294ee85c-0a87-4c89-84e7-c573ab3ca14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:36.658647 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:36.675055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e595b31b-6872-44e9-bcf0-5ffd49f3770d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:36.806343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2f268e-3105-4b74-9f1c-b6e26af53be7,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:36.811132 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:36.899774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Checking segment: {'id': '23f0591a-ff2d-408b-9100-d5494bba85f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'caf6d57b-7c63-4f63-9f89-89176083f93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:32:36.900326 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Network hostable DHCP agents. Network: caf6d57b-7c63-4f63-9f89-89176083f93d, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:32:36.920895 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Network caf6d57b-7c63-4f63-9f89-89176083f93d is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:32:36.931123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, caf6d57b-7c63-4f63-9f89-89176083f93d) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:32:36.942650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792c88a-9d40-42fa-8d09-90215b9b6885 None None] Network caf6d57b-7c63-4f63-9f89-89176083f93d requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:32:36.945304 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:36.945965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:36.968382 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-bbd097f0-ec20-417f-97ec-4b0dcb7113d8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0918021 Apr 14 07:32:37.200269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55152) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:37.266364 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d17ca-bfcc-4be7-85b8-4cb19a670c44 None None] Network caf6d57b-7c63-4f63-9f89-89176083f93d requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:32:37.274528 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Deleting subnet 6f83ae54-18a7-4a71-b17a-930d47559968 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:32:37.278300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.341543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847853697'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.347295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13db5d-d554-4576-8adb-bef72a95d6ab req-e3aca783-3e8d-4168-a0a6-d103f9560c6c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:37.349020 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb13db5d-d554-4576-8adb-bef72a95d6ab req-e3aca783-3e8d-4168-a0a6-d103f9560c6c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.2356787 Apr 14 07:32:37.407995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.424590 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eb13db5d-d554-4576-8adb-bef72a95d6ab req-6e93c55f-2f07-4198-8e89-04a8c9b151e4 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503550 Apr 14 07:32:37.533772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.596400 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.692547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5439643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432466'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.709479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-41426267-84d7-4264-9d98-3c8b7c86549a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:37.800726 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f83ae54-18a7-4a71-b17a-930d47559968,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:37.814042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:37.847752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.854138 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6f83ae54-18a7-4a71-b17a-930d47559968 HTTP/1.1" status: 204 len: 168 time: 0.6524367 Apr 14 07:32:37.857410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55156) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:37.909984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:37.977962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:38.181644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:38.349048 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04338b1d-3a7b-4165-97f6-7c5e1180f274']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:38.366152 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a29d253-7e8f-4622-b6a2-50fc7c6b198f') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:38.366486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a29d253-7e8f-4622-b6a2-50fc7c6b198f') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:38.381670 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6922087'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:38.407387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:38.416812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:32:38.442924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-0a978080-b3d3-4ea3-b57e-87d8dd880658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:38.444512 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-0a978080-b3d3-4ea3-b57e-87d8dd880658 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1096 time: 0.1649404 Apr 14 07:32:38.837540 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:38.998221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Network 04338b1d-3a7b-4165-97f6-7c5e1180f274 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:32:39.010770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849335496'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:39.125871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-37db45c9-a65b-4b17-8455-9f1462f5197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:39.127385 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-37db45c9-a65b-4b17-8455-9f1462f5197b service neutron] 10.222.0.50 "GET /v2.0/networks?id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 200 len: 918 time: 0.6307034 Apr 14 07:32:39.305476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Network 04338b1d-3a7b-4165-97f6-7c5e1180f274 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:32:39.323158 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc05877-147c-43da-a2f9-32fc0ae1a7f1 req-1772ffb4-d15f-4aa6-a161-03e383c93159 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:39.325237 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cfc05877-147c-43da-a2f9-32fc0ae1a7f1 req-1772ffb4-d15f-4aa6-a161-03e383c93159 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 943 time: 0.7443836 Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:32:39.346995 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:32:39.446100 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-779016ff-b4b7-4239-9982-57c7f58873e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 200 len: 999 time: 0.3007965 Apr 14 07:32:39.505039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:39.518597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:39.532564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:39.544935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=04338b1d-3a7b-4165-97f6-7c5e1180f274,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:39.551137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:39.552716 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] 10.222.0.42 "DELETE /v2.0/networks/04338b1d-3a7b-4165-97f6-7c5e1180f274 HTTP/1.1" status: 204 len: 168 time: 1.6941707 Apr 14 07:32:39.555907 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55164) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:39.556917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-41d975a5-f900-462d-9479-80c378f7aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:39.558584 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-41d975a5-f900-462d-9479-80c378f7aa34 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 200 len: 856 time: 0.1049702 Apr 14 07:32:39.625014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Deleting subnet 9a2f268e-3105-4b74-9f1c-b6e26af53be7 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:32:39.628253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:39.652379 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-cfc05877-147c-43da-a2f9-32fc0ae1a7f1 req-191f9826-090e-4099-b00e-5dba4eced350 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993827 Apr 14 07:32:39.675549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-9a37b8e6-13d4-41c3-8cbc-6d75ff5c06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:39.677270 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-9a37b8e6-13d4-41c3-8cbc-6d75ff5c06f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89a1c69c-d040-4985-92a2-0e5fbe07b1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117601 Apr 14 07:32:39.685912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:39.746723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:39.826005 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-7d1fc8b3-e9d1-4319-b8e7-6f2a302116e1 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414173 Apr 14 07:32:39.971927 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-00d4bfc7-4224-42c5-b54e-a8751ac93977 req-98405a5d-69d7-4e86-9a01-955030693d88 service neutron] 10.222.0.50 "GET /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390817 Apr 14 07:32:40.008481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.024098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:40.072799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:32:40.110938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2f268e-3105-4b74-9f1c-b6e26af53be7,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:40.123581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:40.159753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.166655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-bf7b4d89-ca16-493e-813e-61583839a9c7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9a2f268e-3105-4b74-9f1c-b6e26af53be7 HTTP/1.1" status: 204 len: 168 time: 0.6092348 Apr 14 07:32:40.169414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55168) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:40.291864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.409185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:40.424489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'port_id': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'mac_address': 'fa:16:3e:28:e5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:32:40.483415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.486535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.487865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30302675-173f-46db-ac78-b32c3fa4e2c0 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:32:40.504406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:40.507471 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.509414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:40.579334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=9']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:40.582832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:40.599376 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf6d57b-7c63-4f63-9f89-89176083f93d']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:40.612006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f0591a-ff2d-408b-9100-d5494bba85f1') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:40.612343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f0591a-ff2d-408b-9100-d5494bba85f1') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:32:40.624160 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.638931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:40.645625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:32:40.744920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['30302675-173f-46db-ac78-b32c3fa4e2c0'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:32:40.878586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Network caf6d57b-7c63-4f63-9f89-89176083f93d has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:32:40.889610 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:41.093519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Network caf6d57b-7c63-4f63-9f89-89176083f93d has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:32:41.117194 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:32:41.125873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ecbe2-44c6-4e9a-996d-6d7312fa1e59 req-c07392af-1ec4-41e4-b281-062aaea7bd7c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:41.127530 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df7ecbe2-44c6-4e9a-996d-6d7312fa1e59 req-c07392af-1ec4-41e4-b281-062aaea7bd7c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 944 time: 0.3257906 Apr 14 07:32:41.225114 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df7ecbe2-44c6-4e9a-996d-6d7312fa1e59 req-478935ca-5030-4b9f-8d41-f9be8d38152c tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480299 Apr 14 07:32:41.228450 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:41.233013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:41.237489 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:41.258254 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] 10.222.0.42 "DELETE /v2.0/networks/caf6d57b-7c63-4f63-9f89-89176083f93d HTTP/1.1" status: 204 len: 168 time: 1.0877323 Apr 14 07:32:41.259460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Pushing event deleted for resources: {'Network': ['ID=caf6d57b-7c63-4f63-9f89-89176083f93d,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:41.262447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-99d852f6-067a-4247-bf17-aa72e4c5bccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:41.439024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55176) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:41.498166 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-06dc2ab4-f671-41b4-b394-279e299e2303 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2480897a435b4b34becc768696b18cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576377 Apr 14 07:32:41.501077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55180) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:41.563713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbf71-f1b8-4c3a-b684-7feb3be5b6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:41.590950 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbf71-f1b8-4c3a-b684-7feb3be5b6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:41.637350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbf71-f1b8-4c3a-b684-7feb3be5b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:41.642967 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f0a01d26-5422-4905-94f7-d6047fd59ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:41.656884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbf71-f1b8-4c3a-b684-7feb3be5b6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1054e19-dd86-4e91-bfac-7f1da8b69fee,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:41.659676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ff8cbf71-f1b8-4c3a-b684-7feb3be5b6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:41.661833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbf71-f1b8-4c3a-b684-7feb3be5b6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:41.663039 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ff8cbf71-f1b8-4c3a-b684-7feb3be5b6b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1054e19-dd86-4e91-bfac-7f1da8b69fee HTTP/1.1" status: 204 len: 168 time: 0.1609936 Apr 14 07:32:42.012146 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55188) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:42.064539 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2547c52d-c19a-4033-9cbb-575c98182651 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88e6a5c41a8a4486946014221a656e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510743 Apr 14 07:32:42.067106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55192) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:32:42.079716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:32:42.133039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f73e129f-8bb7-40a1-9706-95eedc905171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:42.158194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 30302675-173f-46db-ac78-b32c3fa4e2c0 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:32:42.159256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:42.162121 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f73e129f-8bb7-40a1-9706-95eedc905171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:42.209300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f73e129f-8bb7-40a1-9706-95eedc905171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:42.214384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-86ff97ca-56bd-4f33-b718-f5a6f1864075 tempest-VolumesNegativeTest-1553731930 tempest-VolumesNegativeTest-1553731930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:42.227250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e129f-8bb7-40a1-9706-95eedc905171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c08637-1773-4548-9985-2de9a01722fb,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:42.230379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f73e129f-8bb7-40a1-9706-95eedc905171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:42.232518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f73e129f-8bb7-40a1-9706-95eedc905171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:42.236791 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f73e129f-8bb7-40a1-9706-95eedc905171 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8c08637-1773-4548-9985-2de9a01722fb HTTP/1.1" status: 204 len: 168 time: 0.1657293 Apr 14 07:32:42.300986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:42.315277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:32:42.328858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:32:42.332378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:32:42.334859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f84c8d6d-6685-449d-8635-9c1078b3007f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:32:42.387005 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'code': 200} Apr 14 07:32:42.438778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=10']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:32:42.441818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ddbe7-65a6-43f1-9cb8-ef94976dcf0b req-fabf2ae7-6428-479b-81bd-7492e0f8dd67 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:42.443482 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-244ddbe7-65a6-43f1-9cb8-ef94976dcf0b req-fabf2ae7-6428-479b-81bd-7492e0f8dd67 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 946 time: 0.0943773 Apr 14 07:32:42.449006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:32:42.481620 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-244ddbe7-65a6-43f1-9cb8-ef94976dcf0b req-e54c186c-09ac-453c-9393-5732518bd879 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296247 Apr 14 07:32:42.644076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cb9f9-915e-4bb1-a265-08038f0c436b req-376d0095-9a21-452a-b7ba-bbc5f53026f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:42.645782 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-808cb9f9-915e-4bb1-a265-08038f0c436b req-376d0095-9a21-452a-b7ba-bbc5f53026f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 1099 time: 0.0848627 Apr 14 07:32:42.679455 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-808cb9f9-915e-4bb1-a265-08038f0c436b req-cfa66d06-57b1-438a-83c7-b5ac094624ee service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0227017 Apr 14 07:32:43.705828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511f0ae-34dd-484a-bd22-299602435fdf req-59a05666-45e2-4cbb-b519-b1542b90772a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:43.708040 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f511f0ae-34dd-484a-bd22-299602435fdf req-59a05666-45e2-4cbb-b519-b1542b90772a tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 946 time: 0.0956819 Apr 14 07:32:43.745543 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f511f0ae-34dd-484a-bd22-299602435fdf req-9f39f61c-2f11-4ce5-af00-4b59b07dea40 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Apr 14 07:32:44.956894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45826213-2aff-41b4-8411-f6bd537fdf5b req-331f6f20-ca4d-408f-acc5-c5e1bc5b9713 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:44.958506 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-45826213-2aff-41b4-8411-f6bd537fdf5b req-331f6f20-ca4d-408f-acc5-c5e1bc5b9713 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 946 time: 0.0897384 Apr 14 07:32:44.989157 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-45826213-2aff-41b4-8411-f6bd537fdf5b req-01f1e47a-1d8a-4a6c-bf46-a2589e7354af tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242262 Apr 14 07:32:50.387936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:32:50.920192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-bee15c69-a14a-47f0-a7f9-2face419ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:50.921856 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-bee15c69-a14a-47f0-a7f9-2face419ec6c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1138 time: 0.1551595 Apr 14 07:32:50.931036 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbed60-5d3b-4ea9-8af7-3a20639be370 req-f2c86302-7194-4c4f-afef-a5a63a2a2594 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:50.932487 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-abdbed60-5d3b-4ea9-8af7-3a20639be370 req-f2c86302-7194-4c4f-afef-a5a63a2a2594 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.1219077 Apr 14 07:32:51.045948 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-abdbed60-5d3b-4ea9-8af7-3a20639be370 req-05df97ef-24a0-4b6c-97c1-366feaa9add0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907559 Apr 14 07:32:51.092066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-46f4e71a-c4ac-44ba-b634-6df26e0b224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:51.093670 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-46f4e71a-c4ac-44ba-b634-6df26e0b224b service neutron] 10.222.0.50 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 915 time: 0.1602564 Apr 14 07:32:51.205104 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-623607d2-6764-4001-90c8-fa1afd956f4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 1002 time: 0.1047578 Apr 14 07:32:51.277200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-fdd6c563-3b80-4487-98e5-ee2e3f7e6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:51.278786 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-fdd6c563-3b80-4487-98e5-ee2e3f7e6fc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 200 len: 853 time: 0.0666370 Apr 14 07:32:51.370342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-dfcfd47a-4f47-4829-a7e0-a12f80ee88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:51.371938 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-dfcfd47a-4f47-4829-a7e0-a12f80ee88d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=432ea9e4-1d18-4abf-83b0-d06f6506c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779769 Apr 14 07:32:51.512940 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-89b6f664-eeac-460e-ba7a-ff2c4e28fb95 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334095 Apr 14 07:32:51.653641 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0dbcd7b2-c915-4009-8548-5adbb9274565 req-f436a43a-2bdf-4f1a-b55c-0e9ca55545b2 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340601 Apr 14 07:32:52.256135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764337-9606-4449-982b-9889ed5cea1f req-5298eff6-2197-46a0-84f7-7864b2c92963 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:52.257724 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29764337-9606-4449-982b-9889ed5cea1f req-5298eff6-2197-46a0-84f7-7864b2c92963 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0903707 Apr 14 07:32:52.290284 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-29764337-9606-4449-982b-9889ed5cea1f req-6145db44-a3f8-4ca4-8b26-2aecf0cd28dc tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0261281 Apr 14 07:32:53.492659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6b14a-544e-4e9c-9279-d13539d9ca24 req-81f28e5d-e399-4155-b139-bdc2d8ece433 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:53.494251 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2c6b14a-544e-4e9c-9279-d13539d9ca24 req-81f28e5d-e399-4155-b139-bdc2d8ece433 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0869942 Apr 14 07:32:53.532428 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2c6b14a-544e-4e9c-9279-d13539d9ca24 req-7cf73367-b1dc-4a99-92a2-29c79022ae82 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0310800 Apr 14 07:32:54.745435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525485bb-f473-415e-944f-1558efadef87 req-2ee055a3-7421-48eb-92e5-ec07d825279c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:54.745435 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-525485bb-f473-415e-944f-1558efadef87 req-2ee055a3-7421-48eb-92e5-ec07d825279c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0919745 Apr 14 07:32:54.783666 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-525485bb-f473-415e-944f-1558efadef87 req-ee38d45c-5397-4397-b714-b78e61c1757d tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0287848 Apr 14 07:32:55.989200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c830e2a-268b-41d1-ac77-a21e8b1c1f7c req-284d34ad-c8cb-41b2-85bf-7457aa8e2125 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:55.990820 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4c830e2a-268b-41d1-ac77-a21e8b1c1f7c req-284d34ad-c8cb-41b2-85bf-7457aa8e2125 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0900586 Apr 14 07:32:56.024854 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4c830e2a-268b-41d1-ac77-a21e8b1c1f7c req-9bc24449-309f-438f-b331-8eb4a9661f7c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0273478 Apr 14 07:32:57.227960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17313b9d-fb5b-4f57-8133-15e554a4ddbc req-e1dd669e-8a44-4fe6-9bff-44832967b9ec tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:57.229578 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-17313b9d-fb5b-4f57-8133-15e554a4ddbc req-e1dd669e-8a44-4fe6-9bff-44832967b9ec tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0909755 Apr 14 07:32:57.262668 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-17313b9d-fb5b-4f57-8133-15e554a4ddbc req-5cbe6776-ed31-4f63-ab79-14eaa3e05085 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0266275 Apr 14 07:32:58.461224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce646f02-e8c6-4592-b8cf-66f32a39ed5d req-bb3c9e6e-3021-4a50-8885-7c51d42d0d0a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:58.462804 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ce646f02-e8c6-4592-b8cf-66f32a39ed5d req-bb3c9e6e-3021-4a50-8885-7c51d42d0d0a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0875916 Apr 14 07:32:58.498521 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ce646f02-e8c6-4592-b8cf-66f32a39ed5d req-98c60800-c698-40d8-a1e1-8cc0f17ec384 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0293074 Apr 14 07:32:59.701363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b42d01-3975-40f9-bd0b-d77b0e238713 req-0c757725-35b2-4027-9116-d17d0a651ef3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:32:59.702955 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-55b42d01-3975-40f9-bd0b-d77b0e238713 req-0c757725-35b2-4027-9116-d17d0a651ef3 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0882366 Apr 14 07:32:59.736466 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-55b42d01-3975-40f9-bd0b-d77b0e238713 req-9d9b4ff9-b70d-4710-b755-2f9691a81218 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0262811 Apr 14 07:33:00.936916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a72d86-2a4c-4647-919d-8484621aae1a req-ae4e8d2e-8a78-42f3-84b2-812ef6db72fb tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:00.938510 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e7a72d86-2a4c-4647-919d-8484621aae1a req-ae4e8d2e-8a78-42f3-84b2-812ef6db72fb tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0901179 Apr 14 07:33:00.971871 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e7a72d86-2a4c-4647-919d-8484621aae1a req-8eb10c88-15f1-41e0-b2a7-9cdd6607015a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0267978 Apr 14 07:33:02.177711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807f11-c511-4c93-91c5-b1c46e852cd3 req-c42b67c1-8a39-4194-8b19-964bcf3e1eff tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:02.179297 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-75807f11-c511-4c93-91c5-b1c46e852cd3 req-c42b67c1-8a39-4194-8b19-964bcf3e1eff tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0937183 Apr 14 07:33:02.211923 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-75807f11-c511-4c93-91c5-b1c46e852cd3 req-4d68e7e4-151f-4f4c-b303-593a264df379 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0260623 Apr 14 07:33:03.413614 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f265de8-78e7-4bf5-922b-33c80657a3ac req-f2ac3eb0-5512-4264-b2b4-50e8d4d246f8 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:03.415135 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4f265de8-78e7-4bf5-922b-33c80657a3ac req-f2ac3eb0-5512-4264-b2b4-50e8d4d246f8 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.0878201 Apr 14 07:33:03.450998 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4f265de8-78e7-4bf5-922b-33c80657a3ac req-d696b5a9-fde3-4d67-bdb5-2bcaccc26233 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&id=08f98b25-d0b2-47a5-9509-c22472bec628&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0293293 Apr 14 07:33:04.078153 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cf694f6e-ebf9-4f41-955e-ee684da907b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:06.373767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8cafd7d4-540e-49c0-9180-bf2d71ea7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:07.432612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:07.562035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:07.912196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:08.838914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.326288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55632) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:16.449603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.465250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:16.469699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Usage tracker for resource:security_group_rule and tenant:2fafefa0064e4fe6a5e098144482f72e is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:16.472648 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:16.479208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:16.563393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.566388 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.575422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-738e722d-f989-40aa-80c3-487e014228f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:16.617376 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fafefa0064e4fe6a5e098144482f72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899752 Apr 14 07:33:16.619111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd7dbd6-dc62-464c-93a5-96f682679086,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:16.620572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55638) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:16.628098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.628511 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.628943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.629440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.629819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.630212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.630609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.630999 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.631389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.631775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.632163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.632564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:16.637594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-89b4f76c-5b60-423c-b302-0f05cba17768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:16.685007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d55d7d31-a071-4817-b16f-cae7e5eb7fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.711787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d55d7d31-a071-4817-b16f-cae7e5eb7fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.755105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d55d7d31-a071-4817-b16f-cae7e5eb7fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.760939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de2ff122-c814-4b7f-abef-a66c3925c5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:16.774473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7d31-a071-4817-b16f-cae7e5eb7fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd7dbd6-dc62-464c-93a5-96f682679086,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:16.779372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d55d7d31-a071-4817-b16f-cae7e5eb7fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:16.782626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d55d7d31-a071-4817-b16f-cae7e5eb7fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:16.783797 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d55d7d31-a071-4817-b16f-cae7e5eb7fd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5dd7dbd6-dc62-464c-93a5-96f682679086 HTTP/1.1" status: 204 len: 168 time: 0.1623466 Apr 14 07:33:17.067747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55648) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:17.087190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:17.102149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:17.106245 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Usage tracker for resource:security_group_rule and tenant:774ba6c398a94840a23a3360d7f595db is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:17.109163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:17.115228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:17.201205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:17.203675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:17.212419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-71488577-81b0-483e-a255-4603e59cb53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:17.254012 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=774ba6c398a94840a23a3360d7f595db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851442 Apr 14 07:33:17.255735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90a894-cc7a-4fbe-8b0f-7fb23d27b1e5,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:17.256984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55652) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:17.258953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-eb9afdbf-0c61-4fa6-9668-f1b43cbf9cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:17.319119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:17.346958 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:17.395095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:17.399997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e4abb15f-46e1-4f87-b356-002573c76d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:17.412594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90a894-cc7a-4fbe-8b0f-7fb23d27b1e5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:17.417945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:17.422330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:17.423544 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca90a894-cc7a-4fbe-8b0f-7fb23d27b1e5 HTTP/1.1" status: 204 len: 168 time: 0.1654904 Apr 14 07:33:18.560095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee99e9c-e336-4e72-9065-1235668ccafd req-f5830cfe-f280-4aee-bd76-241b5f0bdca7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:18.561724 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eee99e9c-e336-4e72-9065-1235668ccafd req-f5830cfe-f280-4aee-bd76-241b5f0bdca7 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 946 time: 0.0941141 Apr 14 07:33:18.592713 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-eee99e9c-e336-4e72-9065-1235668ccafd req-a0ce4c81-b5ff-4ab6-b4a4-29ce4848129e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244834 Apr 14 07:33:19.808786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b272f2-c814-41bf-beb2-a67543040111 req-e473841c-fe3f-4f5b-97d5-7b1400a409bc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:19.810390 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e3b272f2-c814-41bf-beb2-a67543040111 req-e473841c-fe3f-4f5b-97d5-7b1400a409bc tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 946 time: 0.0914066 Apr 14 07:33:19.842227 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e3b272f2-c814-41bf-beb2-a67543040111 req-4d112088-d010-41d7-844e-44a5717bb4f2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups?id=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251279 Apr 14 07:33:19.898548 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-dc3913fa-283e-4708-a8ac-062f7b816111 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:19.900828 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-dc3913fa-283e-4708-a8ac-062f7b816111 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 946 time: 0.0960984 Apr 14 07:33:19.977212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Deleting port 30302675-173f-46db-ac78-b32c3fa4e2c0 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:19.977602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.151979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55734) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:20.244611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] For port 30302675-173f-46db-ac78-b32c3fa4e2c0, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=30302675-173f-46db-ac78-b32c3fa4e2c0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:20.245164 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.282646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.297746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:20.301868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0a8d825b8c314a59a8962017c7c8d4ac is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:20.304859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:20.311399 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:20.403964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.407034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.417068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6e62fff2-5502-4410-ae08-9570789597cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:20.460491 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a8d825b8c314a59a8962017c7c8d4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074467 Apr 14 07:33:20.462371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3397ce43-c007-4985-8da5-940276186424,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:20.464906 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55740) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:20.467928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:20.528177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6171ecd5-e331-424e-87c6-4dc305bd24fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.558425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6171ecd5-e331-424e-87c6-4dc305bd24fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.558785 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.559201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846778361'] for floatingip, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.559592 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Floating IP 9f65ea31-a8b9-4648-beb2-272f007983d2 disassociated. External IP: 172.28.2.196, port: 30302675-173f-46db-ac78-b32c3fa4e2c0. Apr 14 07:33:20.559974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Calling delete_port for 30302675-173f-46db-ac78-b32c3fa4e2c0 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:20.602501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6171ecd5-e331-424e-87c6-4dc305bd24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.607820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7bfa0c64-52da-444c-90a9-df4abef730f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:20.620786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171ecd5-e331-424e-87c6-4dc305bd24fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3397ce43-c007-4985-8da5-940276186424,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:20.628637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6171ecd5-e331-424e-87c6-4dc305bd24fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:20.630779 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6171ecd5-e331-424e-87c6-4dc305bd24fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.634981 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6171ecd5-e331-424e-87c6-4dc305bd24fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3397ce43-c007-4985-8da5-940276186424 HTTP/1.1" status: 204 len: 168 time: 0.1661112 Apr 14 07:33:20.712032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.733303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-78502fb4-8864-45b4-848d-702233bfdf41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:20.946493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55750) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:20.968424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:20.985077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:20.989562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:f22f8d284a134783a7c047ed8c622100 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:20.992790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:21.000903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:21.089360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:21.092256 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:21.101343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f63244bb-9475-442e-a011-3428e07cc18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:21.103844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event deleted for resources: {'Port': ['ID=30302675-173f-46db-ac78-b32c3fa4e2c0,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:21.140788 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5862fee5-eacf-47ba-aaa1-e1b2e0105be4 req-7a1ab1a0-2c58-41c8-a0ff-cfe909fb666e tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/ports?device_id=feb776e6-74b0-42e7-921c-813556a12f89 HTTP/1.1" status: 200 len: 210 time: 0.0863290 Apr 14 07:33:21.141789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:21.149147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b29aa9-d667-4d4d-8705-c5068e7bf700,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:21.153119 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:21.159280 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-04e10204-7a33-4d85-b0df-b95fc6f95fe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f22f8d284a134783a7c047ed8c622100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106059 Apr 14 07:33:21.161214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55754) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:21.232276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-095d6c2b-6063-417c-a4d0-9c5770917525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:21.262179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-095d6c2b-6063-417c-a4d0-9c5770917525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:21.307332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-095d6c2b-6063-417c-a4d0-9c5770917525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:21.312692 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5f67f8f6-88a2-4f25-bb12-a765a2764c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:21.326855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d6c2b-6063-417c-a4d0-9c5770917525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b29aa9-d667-4d4d-8705-c5068e7bf700,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:21.329672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-095d6c2b-6063-417c-a4d0-9c5770917525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:21.330889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-095d6c2b-6063-417c-a4d0-9c5770917525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:21.332098 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-095d6c2b-6063-417c-a4d0-9c5770917525 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7b29aa9-d667-4d4d-8705-c5068e7bf700 HTTP/1.1" status: 204 len: 168 time: 0.1697583 Apr 14 07:33:21.398589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Router 9c447231-0fce-4aec-8a71-cbf003562861 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:33:21.586171 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:33:21.598562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] Sync routers for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:33:21.613135 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:21.613911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:21.669113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] No DVR routers for this DVR port 30302675-173f-46db-ac78-b32c3fa4e2c0 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:33:21.671714 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:21.674740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-deleted', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:21.691282 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9db3f0e9-d6ce-48c1-a10f-2e1f6381eb49 req-c24ee020-fa7e-4195-9d96-5e75b4ba23d3 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.50 "DELETE /v2.0/ports/30302675-173f-46db-ac78-b32c3fa4e2c0 HTTP/1.1" status: 204 len: 173 time: 1.7853007 Apr 14 07:33:21.745297 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb776e6-74b0-42e7-921c-813556a12f89', 'name': 'network-vif-deleted', 'tag': '30302675-173f-46db-ac78-b32c3fa4e2c0', 'status': 'completed', 'code': 200} Apr 14 07:33:21.849357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:22.282351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55788) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:22.353414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.372955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:22.378087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] Checking router: 9c447231-0fce-4aec-8a71-cbf003562861 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:33:22.383505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.388707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:22.389542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:22.436775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.443451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1cc416f0-1e25-481e-9662-d12fb559e80a tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:22.459393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:22.469546 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.469986 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.470405 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.471353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.471353 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.471576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.471963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.472367 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.472770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.473175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.473575 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.473975 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:22.477154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:22.492877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.495449 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4a79ce53-cc45-464d-a799-d59f4c46a987 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "DELETE /v2.0/security-groups/ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e HTTP/1.1" status: 204 len: 168 time: 0.2120235 Apr 14 07:33:22.498502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55794) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:22.520276 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.api.v2.resource [None req-4434a118-c20c-4877-bad7-82c39bb9418f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] show failed (client error): The resource could not be found. Apr 14 07:33:22.525159 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-4434a118-c20c-4877-bad7-82c39bb9418f tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "GET /v2.0/security-groups/ee8e3b57-4d40-49f4-b1ce-13bc3b569c7e HTTP/1.1" status: 404 len: 347 time: 0.0208731 Apr 14 07:33:22.525159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55798) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:22.594928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:22.655442 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55804) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:22.696435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Deleting port e30093e2-de7e-4b64-a534-7012cf1706b6 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:22.696884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.788996 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.804915 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:22.809573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Usage tracker for resource:security_group_rule and tenant:7b98244f31854a9a9e47aeae1bcaff85 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:22.812876 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:22.818587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:22.886788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.887473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.906192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.909692 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:22.919378 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-066c588b-6185-49e1-a1e5-95eda43a51fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:22.937815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:22.942220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b1809d-54c1-42d8-8a9c-471dc0410435 None None] The sync data for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb is: [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:27:36Z', 'revision_number': 4, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'eaa7509c-b325-4aaa-bce0-fe7979f9e0a0', 'name': '', 'network_id': '89a1c69c-d040-4985-92a2-0e5fbe07b1b6', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'mac_address': 'fa:16:3e:e7:63:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:34Z', 'updated_at': '2021-04-14T07:27:46Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'subnets': [{'id': '44cff520-87ee-4229-893d-d8f55dea6d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:33:22.960773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd738e1-ffaf-4783-9de2-3a9be0d4d20c,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:22.964561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:22.969059 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-927fc63b-90fd-4098-a87d-66d969f27449 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b98244f31854a9a9e47aeae1bcaff85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116961 Apr 14 07:33:22.969943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55810) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:23.035955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Calling delete_port for e30093e2-de7e-4b64-a534-7012cf1706b6 owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:23.036264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:23.068439 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:23.196308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:23.214177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d61838d2-dd4b-4d6d-bde9-6c33de287887 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:23.311825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Pushing event deleted for resources: {'Port': ['ID=e30093e2-de7e-4b64-a534-7012cf1706b6,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:23.318707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:23.357543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:23.363625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b142938f-3af3-4490-8128-529e962408f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:23.376774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd738e1-ffaf-4783-9de2-3a9be0d4d20c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:23.379802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:23.382064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d42b3-4d3d-44f2-9e20-ade21a11e7c2 None None] New status for floating IP 9f65ea31-a8b9-4648-beb2-272f007983d2: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:33:23.385182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:23.388834 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cd738e1-ffaf-4783-9de2-3a9be0d4d20c HTTP/1.1" status: 204 len: 168 time: 0.4153981 Apr 14 07:33:23.486935 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:23.502426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:23.506615 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] 10.222.0.42 "DELETE /v2.0/floatingips/9f65ea31-a8b9-4648-beb2-272f007983d2 HTTP/1.1" status: 204 len: 168 time: 0.9780087 Apr 14 07:33:23.721693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55828) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:23.946893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Deleting port c29cf2c5-b103-42c5-a8a2-c9343d2d165a {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:23.947276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.125492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55842) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:24.130933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.131311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.254710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1777690487-network', 'tenant_id': '28374c403d41451a8bc68a982ebeb53a'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:24.259788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:24.263759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Calling delete_port for c29cf2c5-b103-42c5-a8a2-c9343d2d165a owned by network:floatingip {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:24.264319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Usage tracker for resource:network and tenant:28374c403d41451a8bc68a982ebeb53a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:24.267405 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:24.274303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:24.281759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:24.284748 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Made reservation on behalf of 28374c403d41451a8bc68a982ebeb53a for: {'network': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:33:24.289747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.303375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.319629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:24.320611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 30302675-173f-46db-ac78-b32c3fa4e2c0 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:24.321047 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 30302675-173f-46db-ac78-b32c3fa4e2c0 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:24.324414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Usage tracker for resource:security_group_rule and tenant:28374c403d41451a8bc68a982ebeb53a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:24.327514 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:24.333633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:24.419788 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.422894 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.427281 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-73460a27-3756-4ea0-a9a4-7d1f58f919ca tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:24.428782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.444857 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:24.460591 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=85307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:33:24.466448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4731d5-260d-4b13-86f3-bb1692668f56,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:24.470428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:24.474134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.474508 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Added segment a34c5d22-e687-448e-8861-67c525e965cf of type vlan for network ba26968f-c1ea-4646-b676-5b84e47ad467 Apr 14 07:33:24.506325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.537212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.538619 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:24.539262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.541761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event deleted for resources: {'Port': ['ID=c29cf2c5-b103-42c5-a8a2-c9343d2d165a,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:24.545038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0f16f600-426e-44d1-8eb2-6f5cadab5807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:24.545693 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:24.653988 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5272429 Apr 14 07:33:24.654961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Pushing event updated for resources: {'Network': ['ID=ba26968f-c1ea-4646-b676-5b84e47ad467,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:24.657320 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55848) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:24.660380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:24.666139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Request body: {'subnet': {'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1777690487-subnet', 'tenant_id': '28374c403d41451a8bc68a982ebeb53a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:24.667908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network ba26968f-c1ea-4646-b676-5b84e47ad467 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:33:24.671470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:24.675656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Usage tracker for resource:subnet and tenant:28374c403d41451a8bc68a982ebeb53a is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:24.679455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:24.686637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:24.697398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Made reservation on behalf of 28374c403d41451a8bc68a982ebeb53a for: {'subnet': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:33:24.702928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6477372'] for subnet, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.707453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for floatingip, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:24.707826 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Floating IP f7545fa4-8c8e-4116-827c-58f6db0d5591 disassociated (deleted). External IP: 172.28.2.148, port: 23172429-cb4d-4b51-af1b-6ffe25dfb78c. Apr 14 07:33:25.139524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6228932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6477357'] for subnet, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:25.159855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:25.291855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198a3716-5a19-4282-b82b-8558445a3281,revision_number=0']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:25.304336 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:25.365384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Checking segment: {'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:33:25.365955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Network hostable DHCP agents. Network: ba26968f-c1ea-4646-b676-5b84e47ad467, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:33:25.366071 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:33:25.386705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Network ba26968f-c1ea-4646-b676-5b84e47ad467 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:33:25.395477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, ba26968f-c1ea-4646-b676-5b84e47ad467) {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:33:25.405066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a5675c-cea0-4ee2-b0f2-3c83a0702e24 None None] Network ba26968f-c1ea-4646-b676-5b84e47ad467 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:25.409259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:25.409912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:25.436602 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-bc718e58-7b07-4d1f-9b01-3bbbb9d2b615 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7734857 Apr 14 07:33:25.563689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:33:25.576257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] Sync routers for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:33:25.588640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:25.588868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:25.589832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:25.653113 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "DELETE /v2.0/floatingips/f7545fa4-8c8e-4116-827c-58f6db0d5591 HTTP/1.1" status: 204 len: 168 time: 1.9298012 Apr 14 07:33:25.653288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11abde6-0b6e-417d-8572-4639f531bf72 None None] Network ba26968f-c1ea-4646-b676-5b84e47ad467 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:25.654363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:25.711291 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'status': 'completed', 'code': 200} Apr 14 07:33:25.807786 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:25.849621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-325aa709-bbc6-4364-9434-3136f2d73c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:25.851188 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-325aa709-bbc6-4364-9434-3136f2d73c9a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd1078d61e394efa968d394d9ba79dc2&device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 1099 time: 0.1179121 Apr 14 07:33:26.020834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-ab3bf912-ce72-4c71-8eaf-b4c1a83d92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:26.022499 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-ab3bf912-ce72-4c71-8eaf-b4c1a83d92d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 200 len: 908 time: 0.1642191 Apr 14 07:33:26.099310 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-70d1ee9f-241d-45cd-a359-06f2790f8ad4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 200 len: 217 time: 0.0692153 Apr 14 07:33:26.161434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb366b-ed12-491a-9cc1-14f3f04645b2 req-f8b81de0-3fff-4e1b-a85e-79a5d88adba0 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:26.163080 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2fb366b-ed12-491a-9cc1-14f3f04645b2 req-f8b81de0-3fff-4e1b-a85e-79a5d88adba0 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1002605 Apr 14 07:33:26.199007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-e88d2839-d5d9-4444-b487-00313db0901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:26.201317 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-e88d2839-d5d9-4444-b487-00313db0901c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 200 len: 846 time: 0.0930645 Apr 14 07:33:26.205664 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2fb366b-ed12-491a-9cc1-14f3f04645b2 req-458d061f-12b8-442c-9e25-95837f734b38 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352848 Apr 14 07:33:26.282580 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:39Z', 'revision_number': 5, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:26.287220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] Checking router: 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:33:26.297120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:26.297780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:26.307144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-ff39969c-72dd-4624-b71c-77c6b3513da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:26.308860 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-ff39969c-72dd-4624-b71c-77c6b3513da6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3b70e69-86e7-411b-9542-2152304fe8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001551 Apr 14 07:33:26.474021 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-62c9673f-842e-4a8d-979e-d6e0e1956131 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576402 Apr 14 07:33:26.493233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:26.551044 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55884) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:26.621821 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-99bb71d6-66e5-4a68-8e6b-ef30c90f2f50 req-57daa313-b819-4158-9daa-ccf5104b4263 service neutron] 10.222.0.50 "GET /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407075 Apr 14 07:33:26.834805 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:39Z', 'revision_number': 5, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:26.839424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f753306-da31-411f-97c4-832a44d202c7 None None] The sync data for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb is: [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:28:28Z', 'revision_number': 4, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': '96d1469a-f617-453b-bff9-e4897f7b710f', 'name': '', 'network_id': 'f3b70e69-86e7-411b-9542-2152304fe8bc', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'mac_address': 'fa:16:3e:cc:a8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:27Z', 'updated_at': '2021-04-14T07:28:39Z', 'revision_number': 5, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'subnets': [{'id': '80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:33:27.185161 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8046125'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:27.245194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e73a4bb-8d5c-4fdd-a7bd-bd770d0a257d None None] New status for floating IP f7545fa4-8c8e-4116-827c-58f6db0d5591: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:33:27.388095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:33:27.463014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdb640-bb77-47ed-bb41-a6693fe87cfc req-9d22ffd1-fbdf-4261-97d9-70d35981fdfc tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:27.469309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2bbdb640-bb77-47ed-bb41-a6693fe87cfc req-9d22ffd1-fbdf-4261-97d9-70d35981fdfc tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Synchronizing usage tracker for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:27.485829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2bbdb640-bb77-47ed-bb41-a6693fe87cfc req-9d22ffd1-fbdf-4261-97d9-70d35981fdfc tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Unset dirty status for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:27.487716 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2bbdb640-bb77-47ed-bb41-a6693fe87cfc req-9d22ffd1-fbdf-4261-97d9-70d35981fdfc tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1292129 Apr 14 07:33:27.572831 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2bbdb640-bb77-47ed-bb41-a6693fe87cfc req-54e9cdad-f7e3-42aa-93f3-48956eeb08ee tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/security-groups?id=5863b509-30d4-4b51-b5bd-2376edfec7da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784981 Apr 14 07:33:27.582059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Deleting port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:27.582528 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:27.621675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-b8f99ff8-7ce9-46fa-9c8c-57fc0a9131ea tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:27.623365 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-b8f99ff8-7ce9-46fa-9c8c-57fc0a9131ea tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 946 time: 0.1088879 Apr 14 07:33:27.703206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Deleting port 23172429-cb4d-4b51-af1b-6ffe25dfb78c {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:27.703604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:27.887739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518243-4df0-448e-8e37-7d24a509a88f req-5fee4be2-ab68-47c1-9b2c-603cef9d431e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:27.888389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-de518243-4df0-448e-8e37-7d24a509a88f req-5fee4be2-ab68-47c1-9b2c-603cef9d431e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Synchronizing usage tracker for tenant:28374c403d41451a8bc68a982ebeb53a on resource:network {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:27.920191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] For port eaa7509c-b325-4aaa-bce0-fe7979f9e0a0, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:27.920632 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:27.935358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-de518243-4df0-448e-8e37-7d24a509a88f req-5fee4be2-ab68-47c1-9b2c-603cef9d431e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Unset dirty status for tenant:28374c403d41451a8bc68a982ebeb53a on resource:network {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:27.936640 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-5fee4be2-ab68-47c1-9b2c-603cef9d431e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/networks?id=ba26968f-c1ea-4646-b676-5b84e47ad467 HTTP/1.1" status: 200 len: 814 time: 0.3202515 Apr 14 07:33:27.968251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] For port 23172429-cb4d-4b51-af1b-6ffe25dfb78c, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=23172429-cb4d-4b51-af1b-6ffe25dfb78c,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:27.968710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:28.066295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Calling delete_port for eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:28.095389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-2e94fffe-274a-4d21-a657-e7a68bf89c1a tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/quotas/28374c403d41451a8bc68a982ebeb53a HTTP/1.1" status: 200 len: 375 time: 0.1031880 Apr 14 07:33:28.106001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Calling delete_port for 23172429-cb4d-4b51-af1b-6ffe25dfb78c owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:28.156510 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-924daefe-2897-4eec-bb1a-11be9cb06de4 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28374c403d41451a8bc68a982ebeb53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540085 Apr 14 07:33:28.264268 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:28.280746 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-36e95997-ed97-4745-b310-a9dbb1600839 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:28.381577 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event deleted for resources: {'Port': ['ID=23172429-cb4d-4b51-af1b-6ffe25dfb78c,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:28.388991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:28.535897 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] No DVR routers for this DVR port 23172429-cb4d-4b51-af1b-6ffe25dfb78c on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:33:28.538756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:28.542310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-deleted', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:28.557704 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5154a329-3f93-48cf-91ee-d06d218fff6e req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.50 "DELETE /v2.0/ports/23172429-cb4d-4b51-af1b-6ffe25dfb78c HTTP/1.1" status: 204 len: 173 time: 0.9276257 Apr 14 07:33:28.596735 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66aae05-579d-40d8-bb52-a8492c53b969', 'name': 'network-vif-deleted', 'tag': '23172429-cb4d-4b51-af1b-6ffe25dfb78c', 'status': 'completed', 'code': 200} Apr 14 07:33:28.648389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-3c5b3c03-c53d-4157-92a2-1cca3f75e83a service neutron] 10.222.0.42 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638994 Apr 14 07:33:28.751515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-85cc12c8-004b-451d-ba70-1108474fb742 req-64a26eac-8aef-4edc-9183-fb7cb67a8b81 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Synchronizing usage tracker for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:28.765436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:28.766981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-85cc12c8-004b-451d-ba70-1108474fb742 req-64a26eac-8aef-4edc-9183-fb7cb67a8b81 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Unset dirty status for tenant:fd1078d61e394efa968d394d9ba79dc2 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:28.768252 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-85cc12c8-004b-451d-ba70-1108474fb742 req-64a26eac-8aef-4edc-9183-fb7cb67a8b81 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "GET /v2.0/ports?device_id=a66aae05-579d-40d8-bb52-a8492c53b969 HTTP/1.1" status: 200 len: 210 time: 0.0672002 Apr 14 07:33:28.783542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4dfc8652-d6e1-4701-88eb-7da05194c5f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:28.889666 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa7509c-b325-4aaa-bce0-fe7979f9e0a0,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:28.907306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:28.961303 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-ffd6db1a-d1a7-4ae0-856c-d63ac2b9630a service neutron] 10.222.0.42 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035553 Apr 14 07:33:29.226554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-12765025-c5fe-43e6-b897-678de2098bf3 req-eedbd1fa-ef47-4472-889a-35542e382bf9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 210 time: 0.0711699 Apr 14 07:33:29.394306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846876701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7997658'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:29.872178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55924) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:29.953421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Router 9c447231-0fce-4aec-8a71-cbf003562861 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:33:29.981606 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a1179d95-f9f2-4b90-9703-6e2b25200516 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:30.186780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a1179d95-f9f2-4b90-9703-6e2b25200516 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:30.194921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:33:30.206358 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] Sync routers for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:33:30.218573 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:30.219588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:30.225034 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-9d545d0e-902d-495c-afb7-66ff775d0175 admin admin] 10.222.0.42 "PUT /v2.0/routers/9c447231-0fce-4aec-8a71-cbf003562861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6723871 Apr 14 07:33:30.227656 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55928) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:30.254186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a1179d95-f9f2-4b90-9703-6e2b25200516 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:30.261354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ac10c8cb-a79a-45f7-a72f-280dc3b7d290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:30.279453 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1179d95-f9f2-4b90-9703-6e2b25200516 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5863b509-30d4-4b51-b5bd-2376edfec7da,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:30.285954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a1179d95-f9f2-4b90-9703-6e2b25200516 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:30.288360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a1179d95-f9f2-4b90-9703-6e2b25200516 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:30.303741 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a1179d95-f9f2-4b90-9703-6e2b25200516 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] 10.222.0.42 "DELETE /v2.0/security-groups/5863b509-30d4-4b51-b5bd-2376edfec7da HTTP/1.1" status: 204 len: 168 time: 0.4289837 Apr 14 07:33:30.319026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 23172429-cb4d-4b51-af1b-6ffe25dfb78c no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:30.347811 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55936) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:30.433192 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 23172429-cb4d-4b51-af1b-6ffe25dfb78c {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:30.433603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 23172429-cb4d-4b51-af1b-6ffe25dfb78c not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:30.570451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518243-4df0-448e-8e37-7d24a509a88f req-89f61d9e-8b9b-46cb-9326-04fc0873aeea tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:30.572754 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-89f61d9e-8b9b-46cb-9326-04fc0873aeea tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "GET /v2.0/networks?id=ba26968f-c1ea-4646-b676-5b84e47ad467 HTTP/1.1" status: 200 len: 814 time: 0.2448339 Apr 14 07:33:30.635623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Request body: {'port': {'device_id': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467', 'admin_state_up': True, 'tenant_id': '28374c403d41451a8bc68a982ebeb53a'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:30.669851 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1d3b4f8f-ce6e-4656-8c37-44230ca2dafe req-9b82c0d1-d1af-4ab7-9dff-3343a4e628cf tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 210 time: 0.1685834 Apr 14 07:33:30.740465 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:30.802239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks [] for router, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:31.066852 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:33:28Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:31.072077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] Checking router: 9c447231-0fce-4aec-8a71-cbf003562861 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:33:31.084929 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] Routers {'9c447231-0fce-4aec-8a71-cbf003562861'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:31.086105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['9c447231-0fce-4aec-8a71-cbf003562861'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:31.224660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:31.239765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Usage tracker for resource:port and tenant:28374c403d41451a8bc68a982ebeb53a is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:31.245081 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:31.254945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:31.278936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Made reservation on behalf of 28374c403d41451a8bc68a982ebeb53a for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:33:31.285053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:31.285244 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] Set router 9c447231-0fce-4aec-8a71-cbf003562861 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:31.297536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8046125'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:31.366993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:31.392764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Deleting port 20245707-24a2-4cc2-b72b-d3ed649104ab {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:31.393143 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:31.597306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:33:28Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:31.601493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef76ce3-6772-4f3e-afed-47b9b3b9c6bf None None] The sync data for ids ['9c447231-0fce-4aec-8a71-cbf003562861'] in dv-cinder-784092-5-smb is: [{'id': '9c447231-0fce-4aec-8a71-cbf003562861', 'name': 'tempest-AttachVolumeShelveTestJSON-1355873891-router', 'tenant_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189'}], 'enable_snat': True}, 'gw_port_id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:27:28Z', 'updated_at': '2021-04-14T07:33:28Z', 'revision_number': 5, 'project_id': '65f01fe2fcd8410a8a612b28f2ce1cf7', 'gw_port': {'id': '20245707-24a2-4cc2-b72b-d3ed649104ab', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c447231-0fce-4aec-8a71-cbf003562861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:27:29Z', 'updated_at': '2021-04-14T07:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:33:31.611710 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Allocated IP 172.20.0.4 (ba26968f-c1ea-4646-b676-5b84e47ad467/198a3716-5a19-4282-b82b-8558445a3281/a664936b-e374-4883-9ff8-90cea0317b57) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:33:31.674725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] For port 20245707-24a2-4cc2-b72b-d3ed649104ab, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=20245707-24a2-4cc2-b72b-d3ed649104ab,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:31.675138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:31.685300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Deleting port 96d1469a-f617-453b-bff9-e4897f7b710f {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:31.685849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:31.833885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Calling delete_port for 20245707-24a2-4cc2-b72b-d3ed649104ab owned by network:router_gateway {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:31.883275 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-da68b599-5d61-456d-a816-5785bf22096e req-353422b5-ca99-4627-a2a4-da69e8f3dc02 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 210 time: 0.0650787 Apr 14 07:33:31.938733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] For port 96d1469a-f617-453b-bff9-e4897f7b710f, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=96d1469a-f617-453b-bff9-e4897f7b710f,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:31.939140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.078818 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Calling delete_port for 96d1469a-f617-453b-bff9-e4897f7b710f owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:32.084133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.182174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.197917 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.210631 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-534acee0-bc62-442c-a87a-c38db33f2069 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:32.267898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.283955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c852fdb2-c953-4790-ae40-0d7e475745e2 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:32.377001 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Pushing event deleted for resources: {'Port': ['ID=96d1469a-f617-453b-bff9-e4897f7b710f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:32.383468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:32.422340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Pushing event updated for resources: {'Port': ['ID=a664936b-e374-4883-9ff8-90cea0317b57,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:32.512949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Pushing event deleted for resources: {'Port': ['ID=20245707-24a2-4cc2-b72b-d3ed649104ab,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:32.526608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:32.527149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:32.527565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b639b43a-9d46-4fec-9691-6dfd584e17e6 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:32.618671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Network ba26968f-c1ea-4646-b676-5b84e47ad467 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:33:32.625186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:33:32.654379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:33:32.732874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846876701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7997658'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.743360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:32.744022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.756051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997500'] for router_gateway, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.962731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8041675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3167'] for router, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:32.965500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:33.054776 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-b3097fb7-3a55-4742-b5bc-959cd47b59ac tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4308739 Apr 14 07:33:33.085893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Request body: {'port': {'device_id': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:33.223277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846726053'] for router, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:33.224147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c447231-0fce-4aec-8a71-cbf003562861 {{(pid=85306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 07:33:33.285332 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] Notify callbacks [] for router, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:33.290824 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b5918ca4-75d3-4a32-a0ce-16d35667596c admin admin] 10.222.0.42 "DELETE /v2.0/routers/9c447231-0fce-4aec-8a71-cbf003562861 HTTP/1.1" status: 204 len: 168 time: 3.0614684 Apr 14 07:33:33.334127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:33.346910 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55950) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:33.379163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:33.379937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device eaa7509c-b325-4aaa-bce0-fe7979f9e0a0 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:33.464284 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc60c6-66b8-4f59-9e89-e1de980f803c req-a9ed3595-c9fd-47f0-82dd-63050c7bbad2 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:33.465115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-57bc60c6-66b8-4f59-9e89-e1de980f803c req-a9ed3595-c9fd-47f0-82dd-63050c7bbad2 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Synchronizing usage tracker for tenant:28374c403d41451a8bc68a982ebeb53a on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:33.471182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:33.478220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:33:33.510406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Deleting subnet 44cff520-87ee-4229-893d-d8f55dea6d3b {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:33:33.522473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:33.622158 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-57bc60c6-66b8-4f59-9e89-e1de980f803c req-a9ed3595-c9fd-47f0-82dd-63050c7bbad2 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Unset dirty status for tenant:28374c403d41451a8bc68a982ebeb53a on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:33.623450 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-57bc60c6-66b8-4f59-9e89-e1de980f803c req-a9ed3595-c9fd-47f0-82dd-63050c7bbad2 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 931 time: 0.4879198 Apr 14 07:33:33.667780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847853697'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:33.685653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:33:33.696051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] Sync routers for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:33:33.702454 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f087496f-d475-49d3-af7b-8eaca42cc66b admin admin] 10.222.0.42 "PUT /v2.0/routers/5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3531539 Apr 14 07:33:33.705239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55954) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:33.711570 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:33.712928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:33.915716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:33.932324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:33.983641 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-57bc60c6-66b8-4f59-9e89-e1de980f803c req-b2001fa7-ef36-4fbf-aa52-776134a27f01 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491032 Apr 14 07:33:34.145810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.156855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Deleting port 323ee31e-1d9c-422e-be15-8e1db34336d1 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:34.157218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.212970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5d5f42be-9be7-4386-af8b-182775419aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.222787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.562500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a664936b-e374-4883-9ff8-90cea0317b57 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:33:34.606235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.641466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Transition to ACTIVE for port object a664936b-e374-4883-9ff8-90cea0317b57 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:33:34.646731 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.668080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0f905721-76ea-4f98-a7c9-2fa3759f95d3 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:34.682509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:33:32Z', 'revision_number': 5, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port': {'id': '323ee31e-1d9c-422e-be15-8e1db34336d1', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:23Z', 'updated_at': '2021-04-14T07:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:34.687148 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] Checking router: 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:33:34.697255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] Routers {'5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:34.697942 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:06Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:34.804466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] For port 323ee31e-1d9c-422e-be15-8e1db34336d1, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=323ee31e-1d9c-422e-be15-8e1db34336d1,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:34.804893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.811732 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5439643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432466'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:34.832638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Pushing event updated for resources: {'Port': ['ID=a664936b-e374-4883-9ff8-90cea0317b57,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:34.845531 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:34.845780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ec28e7af-6b52-4c99-a8fa-2c5d92bc3b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:34.872010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] Set router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:34.940762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Calling delete_port for 323ee31e-1d9c-422e-be15-8e1db34336d1 owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:34.949873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cff520-87ee-4229-893d-d8f55dea6d3b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:34.976866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:34.993287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:33:34Z', 'revision_number': 6, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port_host': None}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:34.998823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0966cf-6b15-4cea-8a12-26101e857de9 None None] The sync data for ids ['5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243'] in dv-cinder-784092-5-smb is: [{'id': '5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243', 'name': 'tempest-TestShelveInstance-58807487-router', 'tenant_id': 'fd1078d61e394efa968d394d9ba79dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:22Z', 'updated_at': '2021-04-14T07:33:34Z', 'revision_number': 6, 'project_id': 'fd1078d61e394efa968d394d9ba79dc2', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:33:35.094706 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29f788-d6f9-4d4b-a595-b41034706e02 None None] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:35.096765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.148170 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/44cff520-87ee-4229-893d-d8f55dea6d3b HTTP/1.1" status: 204 len: 168 time: 1.7991805 Apr 14 07:33:35.156569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55960) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:35.168305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 96d1469a-f617-453b-bff9-e4897f7b710f no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:35.255314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Attempting to bind port a664936b-e374-4883-9ff8-90cea0317b57 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:33:35.255937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Attempting to bind port a664936b-e374-4883-9ff8-90cea0317b57 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:33:35.256423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Attempting to bind port a664936b-e374-4883-9ff8-90cea0317b57 on network ba26968f-c1ea-4646-b676-5b84e47ad467 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:33:35.263071 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Port a664936b-e374-4883-9ff8-90cea0317b57 on network ba26968f-c1ea-4646-b676-5b84e47ad467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:33:35.263587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Attempting to bind port a664936b-e374-4883-9ff8-90cea0317b57 on network ba26968f-c1ea-4646-b676-5b84e47ad467 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:33:35.269814 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:33:35.270371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Checking segment: {'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:33:35.270924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Bound using segment: {'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:33:35.271524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Bound port: a664936b-e374-4883-9ff8-90cea0317b57, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:33:35.272024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.284440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 96d1469a-f617-453b-bff9-e4897f7b710f {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:35.284865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 96d1469a-f617-453b-bff9-e4897f7b710f not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:35.285341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 20245707-24a2-4cc2-b72b-d3ed649104ab no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:35.335068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 20245707-24a2-4cc2-b72b-d3ed649104ab {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:35.335417 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 20245707-24a2-4cc2-b72b-d3ed649104ab not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:35.374796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] For port a664936b-e374-4883-9ff8-90cea0317b57, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:33:35.375534 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.379132 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] For port a664936b-e374-4883-9ff8-90cea0317b57, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a664936b-e374-4883-9ff8-90cea0317b57,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:33:35.387431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.399867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ca6faa96-3f3a-4811-9c18-d71d44955884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:35.405772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-de713ed0-3456-4fd5-a422-beb2b9a1cf06 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:35.448363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.554527 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] DHCP port deletion for 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 request from dv-cinder-784092-5-smb {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 07:33:35.559678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Deleting port 9498a967-b0ba-4e79-8c03-2da1a86a229e {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:35.560106 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.565821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Pushing event updated for resources: {'Port': ['ID=a664936b-e374-4883-9ff8-90cea0317b57,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:35.572351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:35.577407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Pushing event deleted for resources: {'Port': ['ID=323ee31e-1d9c-422e-be15-8e1db34336d1,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:35.580250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:35.611928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:35.612653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.613981 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] 10.222.0.50 "PUT /v2.0/ports/a664936b-e374-4883-9ff8-90cea0317b57 HTTP/1.1" status: 200 len: 1093 time: 2.5387759 Apr 14 07:33:35.614365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'tag': 'a664936b-e374-4883-9ff8-90cea0317b57'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:35.643299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaf483-5876-493f-9aa9-aff65e2dbac0 req-debb383b-9534-4334-a9f2-57baf6c76697 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:35.645005 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37eaf483-5876-493f-9aa9-aff65e2dbac0 req-debb383b-9534-4334-a9f2-57baf6c76697 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 943 time: 0.4610171 Apr 14 07:33:35.648594 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Deleting port 9498a967-b0ba-4e79-8c03-2da1a86a229e {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:35.649029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.713058 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'tag': 'a664936b-e374-4883-9ff8-90cea0317b57', 'status': 'completed', 'code': 200} Apr 14 07:33:35.759767 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518243-4df0-448e-8e37-7d24a509a88f req-021bc4ed-d9b3-4987-ad40-d34445411bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:35.761645 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-021bc4ed-d9b3-4987-ad40-d34445411bf6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28374c403d41451a8bc68a982ebeb53a&device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 1096 time: 0.0929375 Apr 14 07:33:35.827184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-37eaf483-5876-493f-9aa9-aff65e2dbac0 req-43e1ced7-0bc7-46e8-8317-7a4160fa8463 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Synchronizing usage tracker for tenant:28374c403d41451a8bc68a982ebeb53a on resource:security_group {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:35.842771 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-dee10d22-a934-4fa1-8581-0dbe06714fee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a664936b-e374-4883-9ff8-90cea0317b57 HTTP/1.1" status: 200 len: 217 time: 0.0720117 Apr 14 07:33:35.843716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] For port 9498a967-b0ba-4e79-8c03-2da1a86a229e, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=9498a967-b0ba-4e79-8c03-2da1a86a229e,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:35.844173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:35.925869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de518243-4df0-448e-8e37-7d24a509a88f req-7ce84de0-4994-470d-8bf7-2bcaa29ae493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:35.927396 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-7ce84de0-4994-470d-8bf7-2bcaa29ae493 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=198a3716-5a19-4282-b82b-8558445a3281 HTTP/1.1" status: 200 len: 854 time: 0.0781083 Apr 14 07:33:35.968156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-37eaf483-5876-493f-9aa9-aff65e2dbac0 req-43e1ced7-0bc7-46e8-8317-7a4160fa8463 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Unset dirty status for tenant:28374c403d41451a8bc68a982ebeb53a on resource:security_group {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:35.969457 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-37eaf483-5876-493f-9aa9-aff65e2dbac0 req-43e1ced7-0bc7-46e8-8317-7a4160fa8463 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787831 Apr 14 07:33:35.995386 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Calling delete_port for 9498a967-b0ba-4e79-8c03-2da1a86a229e owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:35.996168 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-e6951eee-66d0-436a-a7eb-3068d182e194 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba26968f-c1ea-4646-b676-5b84e47ad467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614378 Apr 14 07:33:36.082410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997500'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.086133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190'] for port, after_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.103749 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:36.170780 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-071cca80-ac4b-49a0-aa43-56504cafe668 service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673889 Apr 14 07:33:36.217423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Pushing event deleted for resources: {'Port': ['ID=9498a967-b0ba-4e79-8c03-2da1a86a229e,revision_number=None']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:36.240230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.240647 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.241034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.241415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.241790 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.242165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.242550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.242908 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.243825 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.244194 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.244582 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.244930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:33:36.250181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:36.275078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] For port 9498a967-b0ba-4e79-8c03-2da1a86a229e, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=9498a967-b0ba-4e79-8c03-2da1a86a229e,segment=NetworkSegment(ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef),segment_id=ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:36.275496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.281867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b00c4-d0ab-4c93-a569-e218939fdb17 None None] No DVR routers for this DVR port 9498a967-b0ba-4e79-8c03-2da1a86a229e on host dv-cinder-784092-5-smb {{(pid=85308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:33:36.294403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8041675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3167'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.334505 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de518243-4df0-448e-8e37-7d24a509a88f req-62edcebc-90a7-4513-bbd3-c03f1b2f42c6 service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556618 Apr 14 07:33:36.352301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.386531 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f4681168-d8ca-424a-a834-4270a039bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.421436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Calling delete_port for 9498a967-b0ba-4e79-8c03-2da1a86a229e owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:36.492143 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846726053'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.492650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 07:33:36.499707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-591c3208-03f9-41be-b71c-6ee2bb81b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:36.501434 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-591c3208-03f9-41be-b71c-6ee2bb81b945 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28374c403d41451a8bc68a982ebeb53a&device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 1096 time: 0.1125255 Apr 14 07:33:36.505808 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-e218589b-d900-496e-9df8-639467e27e8f tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109476760&fields=id&tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e HTTP/1.1" status: 200 len: 267 time: 0.0448306 Apr 14 07:33:36.525104 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.526414 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] 10.222.0.42 "DELETE /v2.0/routers/5aab76c5-6dc3-4b4d-a35e-f8b6f91d3243 HTTP/1.1" status: 204 len: 168 time: 2.8196733 Apr 14 07:33:36.529686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55970) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:36.533303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:33:36.533741 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:33:36.613525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Deleting subnet 80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:33:36.617019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.678117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.736660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-7ceca83c-5fbd-4ebe-9439-68cd1c828d5e tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:36.738292 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-7ceca83c-5fbd-4ebe-9439-68cd1c828d5e tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 985 time: 0.2063925 Apr 14 07:33:36.739568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-bc48f948-6ff7-4614-a80a-0dcd5791d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:36.741061 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-bc48f948-6ff7-4614-a80a-0dcd5791d7ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=ba26968f-c1ea-4646-b676-5b84e47ad467 HTTP/1.1" status: 200 len: 915 time: 0.2323885 Apr 14 07:33:36.752351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Request body: {'port': {'security_groups': ['8a6e657c-5220-4b5f-845d-359839e31fcd']}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:36.810377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:36.864354 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-132c128b-0441-4dfc-8497-920c740fe8bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a664936b-e374-4883-9ff8-90cea0317b57 HTTP/1.1" status: 200 len: 217 time: 0.0808163 Apr 14 07:33:37.007850 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-dd69a9cc-c9e7-4ac7-98cc-0ac992e582cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:37.009477 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-dd69a9cc-c9e7-4ac7-98cc-0ac992e582cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=198a3716-5a19-4282-b82b-8558445a3281 HTTP/1.1" status: 200 len: 854 time: 0.1311631 Apr 14 07:33:37.015794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.038585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Deleting port 9498a967-b0ba-4e79-8c03-2da1a86a229e {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:37.038976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.112951 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-18d4288e-6734-4aa8-a050-f3b88428ee9a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba26968f-c1ea-4646-b676-5b84e47ad467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649333 Apr 14 07:33:37.194344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 323ee31e-1d9c-422e-be15-8e1db34336d1 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:37.198166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] The port '9498a967-b0ba-4e79-8c03-2da1a86a229e' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 07:33:37.232470 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 323ee31e-1d9c-422e-be15-8e1db34336d1 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:37.232952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 323ee31e-1d9c-422e-be15-8e1db34336d1 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:37.233362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 9498a967-b0ba-4e79-8c03-2da1a86a229e no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:37.271155 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 9498a967-b0ba-4e79-8c03-2da1a86a229e {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:37.271475 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 9498a967-b0ba-4e79-8c03-2da1a86a229e not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:37.360747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.368723 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-c696c94a-9144-4e63-a7b8-83e3f7abcdb7 service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428589 Apr 14 07:33:37.380600 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.428966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.567145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.645013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:37.652684 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-64533b63-f68c-4ad0-b20d-9f5280c1f61b req-92ae66c3-5297-4f13-9dda-63dcafdcb962 service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670274 Apr 14 07:33:37.690782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:37.807870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:37.824597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:37.881113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c5d1-b6bc-444c-9555-890c43f445a2 req-46fc8db9-e8da-49c1-a196-9a4291b1b370 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:37.882792 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2a57c5d1-b6bc-444c-9555-890c43f445a2 req-46fc8db9-e8da-49c1-a196-9a4291b1b370 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 943 time: 0.7518356 Apr 14 07:33:37.905817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a1c69c-d040-4985-92a2-0e5fbe07b1b6']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:37.916220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.920598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.921010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.936200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b0ea0331-a675-4fde-ba71-3a30fdb80c3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:37.944871 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:37.945216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea09a3f2-71cd-4ae7-83f9-2528baa5b1ef') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:37.949319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42d6db1a-dd94-4d2e-ae41-0701ccb4b286'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:33:37.958544 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.967115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.976618 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2a57c5d1-b6bc-444c-9555-890c43f445a2 req-8ed50cae-b506-4053-b324-f1548ad61ded tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795162 Apr 14 07:33:37.993261 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-615461e6-1b55-4119-b01c-2b12bb4d399b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/80d31f0a-6bcb-47dc-ba1a-a7cf5e05b9d3 HTTP/1.1" status: 204 len: 168 time: 1.4607034 Apr 14 07:33:37.993500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:37.995678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55976) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:38.026447 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acbba8f-0a1c-4706-8a5b-26e41c1874b8 None None] Network f3b70e69-86e7-411b-9542-2152304fe8bc requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:38.036260 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:33:38.100012 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event updated for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=7']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:38.106133 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:38.172795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:38.173949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.175753 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6b966d35-978f-4600-b109-b9b1a61bb035 req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "PUT /v2.0/ports/42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 943 time: 1.4291174 Apr 14 07:33:38.177279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:38.187354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55980) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:38.257167 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'status': 'completed', 'code': 200} Apr 14 07:33:38.312934 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.335234 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.355621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['42d6db1a-dd94-4d2e-ae41-0701ccb4b286'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:33:38.381858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.387309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device a664936b-e374-4883-9ff8-90cea0317b57 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:33:38.419254 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:33:38.430031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.439072 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-9010ba33-e00c-44d8-9bc8-963b3453eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:38.440895 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-9010ba33-e00c-44d8-9bc8-963b3453eef3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1099 time: 0.1587057 Apr 14 07:33:38.496696 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Deleting port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:38.497184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.566440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-b3a9c71a-7a91-47f3-9534-319b53a58afa None None] Provisioning complete for port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 triggered by entity DHCP. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:33:38.567387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b3a9c71a-7a91-47f3-9534-319b53a58afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.596760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.602842 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:38.634109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f98b25-d0b2-47a5-9509-c22472bec628,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:38.639054 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:38.642269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-cf905823-a6c9-4ccb-9f14-b968643b5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:38.643890 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-cf905823-a6c9-4ccb-9f14-b968643b5027 service neutron] 10.222.0.50 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 915 time: 0.1953859 Apr 14 07:33:38.650524 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:38.651927 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "DELETE /v2.0/security-groups/08f98b25-d0b2-47a5-9509-c22472bec628 HTTP/1.1" status: 204 len: 168 time: 0.4634943 Apr 14 07:33:38.692347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 55986) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:38.766968 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-e0f56720-bfc9-46d1-a72f-63d69ec685b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 1002 time: 0.1136098 Apr 14 07:33:38.780342 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Network 89a1c69c-d040-4985-92a2-0e5fbe07b1b6 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:33:38.795509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port a664936b-e374-4883-9ff8-90cea0317b57, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a664936b-e374-4883-9ff8-90cea0317b57,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: % (table.description, expected, rows_matched) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: % (table.description, expected, rows_matched) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: % (table.description, expected, rows_matched) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: % (table.description, expected, rows_matched) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:33:38.818730 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:33:38.834797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': 'a664936b-e374-4883-9ff8-90cea0317b57', 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467', 'port_id': 'a664936b-e374-4883-9ff8-90cea0317b57', 'mac_address': 'fa:16:3e:e7:8e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198a3716-5a19-4282-b82b-8558445a3281', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:33:38.871542 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-66dcfa96-ff6b-4615-b764-3023e2c5f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:38.873552 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-66dcfa96-ff6b-4615-b764-3023e2c5f473 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 200 len: 853 time: 0.0995982 Apr 14 07:33:38.975711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-6e2e0208-481f-4cb0-85b5-f172de42688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:38.977678 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-6e2e0208-481f-4cb0-85b5-f172de42688b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=432ea9e4-1d18-4abf-83b0-d06f6506c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0966256 Apr 14 07:33:39.046473 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.077661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] DHCP port deletion for f3b70e69-86e7-411b-9542-2152304fe8bc request from dv-cinder-784092-5-smb {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 07:33:39.136671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.160431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Deleting port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:39.160918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.164020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a0f4299b-f2db-48d3-b6fa-7d3a32a48cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:39.169135 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-95da6116-aa32-4dd5-a56b-297685231dcf service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843860 Apr 14 07:33:39.191710 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] 10.222.0.42 "DELETE /v2.0/networks/89a1c69c-d040-4985-92a2-0e5fbe07b1b6 HTTP/1.1" status: 204 len: 168 time: 4.0305467 Apr 14 07:33:39.206179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.214398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Pushing event deleted for resources: {'Network': ['ID=89a1c69c-d040-4985-92a2-0e5fbe07b1b6,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:39.224477 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] For port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:39.225170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.235900 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-503645a0-d608-4d81-a6cd-0d78f07594cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:39.276306 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:39.338608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.349604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 55996) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:39.400461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Calling delete_port for ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:39.430054 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Deleting port 95a54860-69ec-4447-9bd7-f937631d3c01 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:39.431041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.450945 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a664936b-e374-4883-9ff8-90cea0317b57 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:33:39.451167 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fa608a35-ba7f-4fec-bf1f-7a183c6f25b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65f01fe2fcd8410a8a612b28f2ce1cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916429 Apr 14 07:33:39.452463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56000) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:39.509560 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c3b3d2eb-a891-4964-9232-23c8add8e07d req-1ddb4c5f-2e9a-4af7-8d93-a0990f4dfe8a service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334079 Apr 14 07:33:39.529984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5e1ec-9456-4b99-a23e-3530e60eb23f req-42402aeb-fc1e-4ea8-8ffe-9eceeef0fae9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:39.532474 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-57f5e1ec-9456-4b99-a23e-3530e60eb23f req-42402aeb-fc1e-4ea8-8ffe-9eceeef0fae9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 943 time: 0.2950647 Apr 14 07:33:39.588869 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port a664936b-e374-4883-9ff8-90cea0317b57, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a664936b-e374-4883-9ff8-90cea0317b57,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:39.592398 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-57f5e1ec-9456-4b99-a23e-3530e60eb23f req-3c8ab333-8946-41a0-921d-04b0309c3f09 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Apr 14 07:33:39.597733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.627705 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.630331 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.630504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.636830 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:39.657080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:39.678151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.683955 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2c55a749-991e-4674-8dc8-cfc64fe18451 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:39.697650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.698533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a6966-12f5-4a8d-9ba2-c9ef601e60cd,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:39.700866 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:39.706201 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.710387 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e49a6966-12f5-4a8d-9ba2-c9ef601e60cd HTTP/1.1" status: 204 len: 168 time: 0.2529421 Apr 14 07:33:39.760507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:39.780657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:39.786243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] For port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397,segment=NetworkSegment(86f8e8c1-5d99-491f-85d7-d3a617dc84f5),segment_id=86f8e8c1-5d99-491f-85d7-d3a617dc84f5)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:39.786685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.804658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.805030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:39.806390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=a664936b-e374-4883-9ff8-90cea0317b57,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:39.863799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:39.866026 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['a664936b-e374-4883-9ff8-90cea0317b57'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:33:39.966654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Calling delete_port for ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:40.095521 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:33:40.095932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:33:40.220982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Calling delete_port for 95a54860-69ec-4447-9bd7-f937631d3c01 owned by network:floatingip {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:40.273874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] No DVR routers for this DVR port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 on host dv-cinder-784092-5-smb {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:33:40.431225 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.573051 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56024) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:40.597377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Deleting port ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:40.597820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.610035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b70e69-86e7-411b-9542-2152304fe8bc']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:40.628359 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f8e8c1-5d99-491f-85d7-d3a617dc84f5') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:40.628807 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f8e8c1-5d99-491f-85d7-d3a617dc84f5') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:40.649033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.662646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.674466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00344-b5e1-4fc7-9afa-9d20cff839cb None None] The port 'ec8ff5e8-bbce-4b84-8e3b-cda6c9e65397' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 07:33:40.683325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:40.713885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-422305616-network', 'tenant_id': '4811f8c43734461089513aec38468580'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:40.720127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:40.725650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Usage tracker for resource:network and tenant:4811f8c43734461089513aec38468580 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:40.730484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:40.742016 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:40.755543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Made reservation on behalf of 4811f8c43734461089513aec38468580 for: {'network': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:33:40.762265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for network, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.778556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.779179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.798826 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:40.800504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event deleted for resources: {'Port': ['ID=95a54860-69ec-4447-9bd7-f937631d3c01,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:40.803285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:33:40.805755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4811f8c43734461089513aec38468580 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:40.809529 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:40.818245 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:40.821452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:40.922137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.924813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.929263 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-89d7a1c1-e959-41e3-82e1-3974ba04f6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:40.959115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=85306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 07:33:40.968876 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f6db32-a820-46cb-a03e-9e95b5787e5b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:40.972238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:40.976630 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:40.976920 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.segments_db [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Added segment 1bebcff2-9b77-4135-92e0-d1baec441f86 of type vlan for network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 Apr 14 07:33:41.006539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726496528021'] for network, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.038085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028'] for network, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.039613 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:41.040849 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.047098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5e2dbae5-c5ba-4e5a-8548-fb0ad4276d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:41.108251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Network f3b70e69-86e7-411b-9542-2152304fe8bc has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:33:41.120374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.162921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:41.167195 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5926833 Apr 14 07:33:41.168415 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:41.170280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56032) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:41.177638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Request body: {'subnet': {'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-422305616-subnet', 'tenant_id': '4811f8c43734461089513aec38468580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:41.178886 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 details requested by agent ovs-agent-dv-cinder-784092-5-smb with host dv-cinder-784092-5-smb {{(pid=85308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 07:33:41.184586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:41.190056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Usage tracker for resource:subnet and tenant:4811f8c43734461089513aec38468580 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:41.192569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:41.200406 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:41.215889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Made reservation on behalf of 4811f8c43734461089513aec38468580 for: {'subnet': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:33:41.221604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848343304'] for subnet, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.362676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a201e-231f-4fed-987e-ee49d989ecba req-aa614d49-c840-4c71-99be-7683257efe8e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:41.364299 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-182a201e-231f-4fed-987e-ee49d989ecba req-aa614d49-c840-4c71-99be-7683257efe8e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 944 time: 0.4627039 Apr 14 07:33:41.423274 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Network f3b70e69-86e7-411b-9542-2152304fe8bc has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:33:41.451988 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:33:41.525148 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-182a201e-231f-4fed-987e-ee49d989ecba req-a149c4a6-6348-471f-a52d-4dc50303a92b tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247714 Apr 14 07:33:41.552621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks [] for floatingip, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.553046 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.db.l3_db [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Floating IP 82aceaf2-4475-4ad7-817d-324eb539e193 disassociated (deleted). External IP: 172.28.2.170, port: 42d6db1a-dd94-4d2e-ae41-0701ccb4b286. Apr 14 07:33:41.609701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.661056 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036849336250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848343319'] for subnet, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.677844 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0ca53fa7-38da-4c43-9533-04dc8807b4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:41.682157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8bedd183-8392-416b-899f-e896272cf111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:41.695733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.719103 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b70e69-86e7-411b-9542-2152304fe8bc,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:41.734539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:41.777564 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f3b70e69-86e7-411b-9542-2152304fe8bc HTTP/1.1" status: 204 len: 168 time: 3.7807629 Apr 14 07:33:41.780554 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56036) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:41.803783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4408f86-44d7-42d6-a5bd-de22b7b11df5,revision_number=0']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:41.807228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:41.880209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Checking segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:33:41.880675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Network hostable DHCP agents. Network: d043d6a2-f9dd-43ec-a750-02a2efcc5dc5, hostable agents: ['7c42cf17-c9fc-43cd-8a02-942ec2f94bd6'], hosted agents: [] {{(pid=85306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 07:33:41.899601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 is scheduled to be hosted by DHCP agent 7c42cf17-c9fc-43cd-8a02-942ec2f94bd6 with binding_index 1 {{(pid=85306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 07:33:41.907974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784092-5-smb, d043d6a2-f9dd-43ec-a750-02a2efcc5dc5) {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:33:41.917772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4f26f-37b1-4a9b-8b6c-9a441a6b246a None None] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:41.921639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:41.922296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:41.942231 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a9245e46-f9fa-4ec4-8d3a-ea64c764c44d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7707746 Apr 14 07:33:42.191878 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b63083-f3df-483d-b573-548f9b67e99e None None] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:42.370761 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device a664936b-e374-4883-9ff8-90cea0317b57 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:33:42.503838 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port a664936b-e374-4883-9ff8-90cea0317b57 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:33:42.509997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port a664936b-e374-4883-9ff8-90cea0317b57 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:33:42.510296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:42.561608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Router 4877a9da-52dd-43d6-b267-45c14d8f6e4d has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:33:42.568864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-f3d2d3ee-1dc5-47be-aea0-a6eb0cfdb423 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:42.569704 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-f3d2d3ee-1dc5-47be-aea0-a6eb0cfdb423 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:network {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:42.591879 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-f3d2d3ee-1dc5-47be-aea0-a6eb0cfdb423 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:network {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:42.594166 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-f3d2d3ee-1dc5-47be-aea0-a6eb0cfdb423 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.2056913 Apr 14 07:33:42.616895 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-f5f9e637-6fc1-483b-b149-e09b879e8e6f tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/quotas/4811f8c43734461089513aec38468580 HTTP/1.1" status: 200 len: 375 time: 0.0163031 Apr 14 07:33:42.640512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:42.652913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a664936b-e374-4883-9ff8-90cea0317b57'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:42.663685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port a664936b-e374-4883-9ff8-90cea0317b57, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a664936b-e374-4883-9ff8-90cea0317b57,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:42.667474 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:42.669440 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2a1a0c69-1bae-4bb4-b6c7-fbd60297b0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:42.671470 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-8f2a17e1-8468-4541-a268-0f1333e35c20 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535424 Apr 14 07:33:42.742491 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=a664936b-e374-4883-9ff8-90cea0317b57,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:42.745887 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:42.869166 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-2af7ee1e-a268-4ece-86aa-8bef7cf83bf3 service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922457 Apr 14 07:33:42.941398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:33:42.951810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] Sync routers for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:33:42.962472 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:42.963435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:42.974072 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for floatingip, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:43.036110 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-c5fc3712-ffb4-4d6d-851b-72a3d01aa1ac service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586220 Apr 14 07:33:43.036468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36459-a9a2-4d0e-af47-9dbebd61f522 req-a896d336-f900-44f1-9eec-794174ea8d57 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:43.038123 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-83c36459-a9a2-4d0e-af47-9dbebd61f522 req-a896d336-f900-44f1-9eec-794174ea8d57 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.3677237 Apr 14 07:33:43.083632 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-425800b6-0b6b-4b5b-9980-069775c0bb14 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "DELETE /v2.0/floatingips/82aceaf2-4475-4ad7-817d-324eb539e193 HTTP/1.1" status: 204 len: 168 time: 4.3874733 Apr 14 07:33:43.085114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:43.101246 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-83c36459-a9a2-4d0e-af47-9dbebd61f522 req-572b9492-4eec-4cfe-8ccd-41b358c1eb7d tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Apr 14 07:33:43.166547 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:43.244347 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a664936b-e374-4883-9ff8-90cea0317b57', 'code': 200} Apr 14 07:33:43.283851 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8046125'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:43.515994 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'status': 'completed', 'code': 200} Apr 14 07:33:43.517627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-1aa9136f-ec26-455c-adfc-5130f36c3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:43.519512 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-1aa9136f-ec26-455c-adfc-5130f36c3d11 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 1099 time: 0.1961219 Apr 14 07:33:43.590923 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 5, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:43.597271 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b446bfad-fbdc-4ec8-9413-09763fe346d4 req-30d11e2c-1e09-45e8-b102-65ff3d4a0486 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 210 time: 0.1230214 Apr 14 07:33:43.598022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] Checking router: 4877a9da-52dd-43d6-b267-45c14d8f6e4d for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:33:43.628033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:43.628735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:43.696271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f806ab-c609-4317-a020-a5d76c44da41 req-0da83d26-5f23-4d51-b5ab-072d814bfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:43.697620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-b4e5df5c-9898-42b7-9aa5-0abdbf60131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:43.698654 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86f806ab-c609-4317-a020-a5d76c44da41 req-0da83d26-5f23-4d51-b5ab-072d814bfb76 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 1098 time: 0.1818700 Apr 14 07:33:43.699516 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-b4e5df5c-9898-42b7-9aa5-0abdbf60131f service neutron] 10.222.0.50 "GET /v2.0/networks?id=432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 200 len: 915 time: 0.1732562 Apr 14 07:33:43.797316 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-f85cbd91-d614-4fd1-ac5b-281f8dd2d43a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 200 len: 217 time: 0.0855386 Apr 14 07:33:43.854877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:43.911109 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-86f806ab-c609-4317-a020-a5d76c44da41 req-fed81122-8e4c-4739-8882-3b15aac75e9f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250260 Apr 14 07:33:43.940215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-4033e62f-ec3d-487d-adc6-326822216704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:43.942258 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-4033e62f-ec3d-487d-adc6-326822216704 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 200 len: 853 time: 0.1388028 Apr 14 07:33:44.035278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Deleting port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:44.035867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:44.058412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-12ac7243-a2ef-46eb-b950-6892882c6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:44.060265 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-12ac7243-a2ef-46eb-b950-6892882c6ca8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=432ea9e4-1d18-4abf-83b0-d06f6506c485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922194 Apr 14 07:33:44.273833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 5, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:44.279831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a82852-c60e-474d-a65b-0f68dacf29ea None None] The sync data for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb is: [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:31:24Z', 'revision_number': 4, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb', '_interfaces': [{'id': 'b09f7479-872a-402a-95b3-52fdb972372e', 'name': '', 'network_id': '432ea9e4-1d18-4abf-83b0-d06f6506c485', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'mac_address': 'fa:16:3e:63:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:23Z', 'updated_at': '2021-04-14T07:31:34Z', 'revision_number': 5, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'subnets': [{'id': 'ee4b6b46-25f1-4732-8fbf-04f171fb0cca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:33:44.294308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] For port 020ecad8-f01b-4eb7-8fca-d833b80f9eb3, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,segment=NetworkSegment(6c6fb7dd-f286-4848-a709-d763cd5cc114),segment_id=6c6fb7dd-f286-4848-a709-d763cd5cc114)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:44.294716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:44.372180 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-e6360569-ea4a-40ee-8e71-ecbdacf5a7f3 service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043461 Apr 14 07:33:44.443230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Calling delete_port for 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:44.550525 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab02ff-543f-4b2e-9886-5b7a7c0b05d3 req-694cd3e0-0ce7-42fa-827c-d792fbf406da tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:44.552343 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-92ab02ff-543f-4b2e-9886-5b7a7c0b05d3 req-694cd3e0-0ce7-42fa-827c-d792fbf406da tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.2321737 Apr 14 07:33:44.563719 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a4ccfa20-013f-466d-baf9-060f0d8b9880 req-249f09b0-59f5-462e-b3a4-e2184fe3f81a service neutron] 10.222.0.50 "GET /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783810 Apr 14 07:33:44.589867 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-92ab02ff-543f-4b2e-9886-5b7a7c0b05d3 req-22ddba56-6c90-41a1-bb9e-319a580a0ec7 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286164 Apr 14 07:33:44.650424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:44.668963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:44.719563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Pushing event deleted for resources: {'Port': ['ID=020ecad8-f01b-4eb7-8fca-d833b80f9eb3,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:44.744782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f317d4b-a6c0-4ef0-9824-cec3ed54826b None None] New status for floating IP 82aceaf2-4475-4ad7-817d-324eb539e193: DOWN {{(pid=85308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 07:33:44.769653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:44.840584 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-81edcbc2-63d3-4df8-9dd8-13153faa3587 req-e7593115-6cfe-4cf3-8a21-6c496f9f7df3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 210 time: 0.0724597 Apr 14 07:33:45.282555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846876701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7997658'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:45.337552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-ca1622f1-0a71-4f10-95c7-d39bd952a115 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:45.339143 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-ca1622f1-0a71-4f10-95c7-d39bd952a115 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.5381770 Apr 14 07:33:45.352329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Request body: {'port': {'device_id': '3e602587-49cf-4782-97f8-be6c76565cb9', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'admin_state_up': True, 'tenant_id': '4811f8c43734461089513aec38468580'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:45.504874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:33:45.510300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Usage tracker for resource:port and tenant:4811f8c43734461089513aec38468580 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:33:45.513668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:33:45.525139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:33:45.536843 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Made reservation on behalf of 4811f8c43734461089513aec38468580 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:33:45.543806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:45.786592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Allocated IP 172.20.0.3 (d043d6a2-f9dd-43ec-a750-02a2efcc5dc5/d4408f86-44d7-42d6-a5bd-de22b7b11df5/bf6dc392-f020-454d-8fb1-cfc549d34304) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:33:45.882362 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144948e-131c-42e6-812d-2ce7fcb512e8 req-42a7c3b4-ad92-43f1-a223-e6d71e30ec76 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:45.885283 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7144948e-131c-42e6-812d-2ce7fcb512e8 req-42a7c3b4-ad92-43f1-a223-e6d71e30ec76 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.1645682 Apr 14 07:33:45.983823 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7144948e-131c-42e6-812d-2ce7fcb512e8 req-f43a316c-9d1d-4b41-9769-944786a4c232 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466805 Apr 14 07:33:46.060443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:46.092038 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-31ef9ba6-ec5a-4b92-9625-9fbb52d29aad req-82c61866-55b8-4f79-ae4d-ba73526c77f5 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 210 time: 0.0663595 Apr 14 07:33:46.104179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:46.123063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-54eb7b80-d9b7-4440-ab87-1d48291b81fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:46.167598 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Router dcd575c6-9af9-44d7-b41b-3a6213a958e0 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:33:46.203209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event updated for resources: {'Port': ['ID=bf6dc392-f020-454d-8fb1-cfc549d34304,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:46.209815 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:46.342904 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:33:46.344125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:33:46.346513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:33:46.373314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:33:46.384655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0868e270-83c4-41c9-99c0-1b614198a857 admin admin] 10.222.0.42 "PUT /v2.0/routers/dcd575c6-9af9-44d7-b41b-3a6213a958e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6029058 Apr 14 07:33:46.385512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] Sync routers for ids ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:33:46.387264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56142) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:46.399024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] Routers {'dcd575c6-9af9-44d7-b41b-3a6213a958e0'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:46.400446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:46.418019 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:46.418770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:46.446786 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0980897 Apr 14 07:33:46.458498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Request body: {'port': {'device_id': '3e602587-49cf-4782-97f8-be6c76565cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:33:46.602216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:46.619145 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:46.865295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:46.876272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Deleting port 0de2c767-cdc3-487c-a930-8275ab17798a {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:46.876691 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:46.939337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] Set router dcd575c6-9af9-44d7-b41b-3a6213a958e0 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:47.150151 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] For port 0de2c767-cdc3-487c-a930-8275ab17798a, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=0de2c767-cdc3-487c-a930-8275ab17798a,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:47.150848 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:47.288874 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:33:44Z', 'revision_number': 5, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port': {'id': '0de2c767-cdc3-487c-a930-8275ab17798a', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:28:34Z', 'updated_at': '2021-04-14T07:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:47.294324 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] Checking router: dcd575c6-9af9-44d7-b41b-3a6213a958e0 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:33:47.304220 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] Routers {'dcd575c6-9af9-44d7-b41b-3a6213a958e0'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:47.304972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:47.377742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6dc392-f020-454d-8fb1-cfc549d34304 {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:33:47.388186 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:47.413301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Calling delete_port for 0de2c767-cdc3-487c-a930-8275ab17798a owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:47.413576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Transition to ACTIVE for port object bf6dc392-f020-454d-8fb1-cfc549d34304 will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:33:47.427750 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:47.443043 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3f6d3db4-6f3c-45c9-879d-39c70f8e527e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:47.481707 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] Set router dcd575c6-9af9-44d7-b41b-3a6213a958e0 gateway port host: None {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:47.502377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0c19d-ff22-4164-8b3e-d2dbe9a7e32e req-21646c3d-9ebd-48f7-b9ea-6c4abd9efc2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:47.503568 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-57e0c19d-ff22-4164-8b3e-d2dbe9a7e32e req-21646c3d-9ebd-48f7-b9ea-6c4abd9efc2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:47.527065 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24825a3-c481-4786-b1dc-4d83f4d5b57c req-7025e0b0-c020-4f56-9c87-39b76da307c0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:47.527950 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-b24825a3-c481-4786-b1dc-4d83f4d5b57c req-7025e0b0-c020-4f56-9c87-39b76da307c0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Synchronizing usage tracker for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:47.563673 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-b24825a3-c481-4786-b1dc-4d83f4d5b57c req-7025e0b0-c020-4f56-9c87-39b76da307c0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Unset dirty status for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:47.565370 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b24825a3-c481-4786-b1dc-4d83f4d5b57c req-7025e0b0-c020-4f56-9c87-39b76da307c0 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.2897582 Apr 14 07:33:47.603836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:33:46Z', 'revision_number': 6, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port_host': None}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:47.610932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c00d4-eb88-4e57-bf0e-58955be36023 None None] The sync data for ids ['dcd575c6-9af9-44d7-b41b-3a6213a958e0'] in dv-cinder-784092-5-smb is: [{'id': 'dcd575c6-9af9-44d7-b41b-3a6213a958e0', 'name': 'tempest-TestShelveInstance-1772582617-router', 'tenant_id': 'b18a5ee336504953b005b3490a068c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:28:33Z', 'updated_at': '2021-04-14T07:33:46Z', 'revision_number': 6, 'project_id': 'b18a5ee336504953b005b3490a068c94', 'gw_port_host': None}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:33:47.615899 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b24825a3-c481-4786-b1dc-4d83f4d5b57c req-d0993300-b1c2-4573-860a-76767951edf4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Apr 14 07:33:47.628461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Pushing event updated for resources: {'Port': ['ID=bf6dc392-f020-454d-8fb1-cfc549d34304,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:47.649206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:47.649901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-57e0c19d-ff22-4164-8b3e-d2dbe9a7e32e req-21646c3d-9ebd-48f7-b9ea-6c4abd9efc2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:47.651390 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-57e0c19d-ff22-4164-8b3e-d2dbe9a7e32e req-21646c3d-9ebd-48f7-b9ea-6c4abd9efc2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 931 time: 0.3484681 Apr 14 07:33:47.706669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-57e0c19d-ff22-4164-8b3e-d2dbe9a7e32e req-559a2c0a-59e3-417e-8be4-3d1f4329f235 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:47.707738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:47.724023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c990add2-d3b7-4cbc-9c33-4898f9e08f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:47.797536 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-57e0c19d-ff22-4164-8b3e-d2dbe9a7e32e req-559a2c0a-59e3-417e-8be4-3d1f4329f235 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:47.805969 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-57e0c19d-ff22-4164-8b3e-d2dbe9a7e32e req-559a2c0a-59e3-417e-8be4-3d1f4329f235 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453655 Apr 14 07:33:47.838881 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de2c767-cdc3-487c-a930-8275ab17798a,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:47.845084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:47.945295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Attempting to bind port bf6dc392-f020-454d-8fb1-cfc549d34304 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:33:47.945912 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Attempting to bind port bf6dc392-f020-454d-8fb1-cfc549d34304 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:33:47.946583 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Attempting to bind port bf6dc392-f020-454d-8fb1-cfc549d34304 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:33:47.953092 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Port bf6dc392-f020-454d-8fb1-cfc549d34304 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:33:47.953463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Attempting to bind port bf6dc392-f020-454d-8fb1-cfc549d34304 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:33:47.959286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:33:47.959662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Checking segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:33:47.960085 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Bound using segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:33:47.960649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Bound port: bf6dc392-f020-454d-8fb1-cfc549d34304, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:33:47.961075 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.047533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] For port bf6dc392-f020-454d-8fb1-cfc549d34304, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:33:48.048427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997500'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.051891 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] For port bf6dc392-f020-454d-8fb1-cfc549d34304, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=bf6dc392-f020-454d-8fb1-cfc549d34304,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:33:48.056025 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.072802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2a4c0bc3-2913-442e-85c6-c160993ad0c9 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:48.232430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Pushing event updated for resources: {'Port': ['ID=bf6dc392-f020-454d-8fb1-cfc549d34304,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:48.237715 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:48.270003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:48.270480 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.272054 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] 10.222.0.50 "PUT /v2.0/ports/bf6dc392-f020-454d-8fb1-cfc549d34304 HTTP/1.1" status: 200 len: 1093 time: 1.8183153 Apr 14 07:33:48.272633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e602587-49cf-4782-97f8-be6c76565cb9', 'tag': 'bf6dc392-f020-454d-8fb1-cfc549d34304'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:48.275181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8041675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3167'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.279301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.308493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846726053'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.309137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd575c6-9af9-44d7-b41b-3a6213a958e0 {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 07:33:48.323007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.325289 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dcd575c6-9af9-44d7-b41b-3a6213a958e0 HTTP/1.1" status: 204 len: 168 time: 1.9366083 Apr 14 07:33:48.328049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56176) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:48.366398 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e602587-49cf-4782-97f8-be6c76565cb9', 'tag': 'bf6dc392-f020-454d-8fb1-cfc549d34304', 'status': 'completed', 'code': 200} Apr 14 07:33:48.401558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Deleting subnet 25d92e4d-501a-4987-b862-4ff2c66b01dd {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:33:48.405305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.416120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-5c180c23-33a5-4200-9a1f-5776685340ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:48.417834 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-5c180c23-33a5-4200-9a1f-5776685340ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0962496 Apr 14 07:33:48.461801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.496046 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-159763e3-228d-477c-a9a3-4332879bb053 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6dc392-f020-454d-8fb1-cfc549d34304 HTTP/1.1" status: 200 len: 217 time: 0.0692821 Apr 14 07:33:48.548219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.574211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-60439d9f-82c5-40d4-9908-9c0ebe232636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:48.575838 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-60439d9f-82c5-40d4-9908-9c0ebe232636 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.0732579 Apr 14 07:33:48.632847 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-fbf68689-c93f-4002-b1d7-9dba337b8667 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492938 Apr 14 07:33:48.829961 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:48.842298 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-aef34e55-508b-4164-9a89-ed7a8323423e service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024374 Apr 14 07:33:48.851029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-036cfb2e-c14f-4f51-9163-2c6f0051bddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:48.969892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cae77-11a6-4edb-80bc-d6674b323509 req-1ecf4a98-71db-44e8-b4de-98b4fd856ad4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:48.971709 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-643cae77-11a6-4edb-80bc-d6674b323509 req-1ecf4a98-71db-44e8-b4de-98b4fd856ad4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.2096870 Apr 14 07:33:49.048553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-643cae77-11a6-4edb-80bc-d6674b323509 req-ad50984d-2224-439e-9845-109ca9cd9907 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Synchronizing usage tracker for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:security_group {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:33:49.057085 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2729e9a7-c347-4063-b1f3-39ec9137be84 req-70cac16c-974f-49f6-a215-554843402b91 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067666 Apr 14 07:33:49.071595 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-643cae77-11a6-4edb-80bc-d6674b323509 req-ad50984d-2224-439e-9845-109ca9cd9907 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Unset dirty status for tenant:9a8d15175ccf44fea61ff5a4fb9c103e on resource:security_group {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:33:49.073105 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-643cae77-11a6-4edb-80bc-d6674b323509 req-ad50984d-2224-439e-9845-109ca9cd9907 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712676 Apr 14 07:33:49.199029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 0de2c767-cdc3-487c-a930-8275ab17798a no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:49.204285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-b5dfd2db-6d57-406f-b327-762ac56f4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:49.206031 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-b5dfd2db-6d57-406f-b327-762ac56f4eab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0942361 Apr 14 07:33:49.248029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d92e4d-501a-4987-b862-4ff2c66b01dd,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:49.254295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 0de2c767-cdc3-487c-a930-8275ab17798a {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:49.254772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 0de2c767-cdc3-487c-a930-8275ab17798a not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:49.255322 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:49.293125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:49.298601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:49.299191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 020ecad8-f01b-4eb7-8fca-d833b80f9eb3 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:49.402490 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-b6295fbd-47dc-487d-af00-fb5b8b946c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:49.403999 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-b6295fbd-47dc-487d-af00-fb5b8b946c78 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 915 time: 0.1884677 Apr 14 07:33:49.418991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:49.423551 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e45d6c-d51d-45df-9827-6a30ec368992 None None] Network 3005fbb0-7390-4996-ae7b-51b72402c13e requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:49.435483 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-072172c8-15bd-4483-b0de-bd7998f8dbd0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/25d92e4d-501a-4987-b862-4ff2c66b01dd HTTP/1.1" status: 204 len: 168 time: 1.1039085 Apr 14 07:33:49.436046 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56186) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:49.488484 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-e82d1730-bd93-4dd7-97ab-1b8eadf7ac07 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6dc392-f020-454d-8fb1-cfc549d34304 HTTP/1.1" status: 200 len: 217 time: 0.0763342 Apr 14 07:33:49.564101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e5c53-3b5f-4f5e-aab9-f6031d33b15a req-f4350d88-e4e6-403d-9bd6-1cdbc8abd977 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:49.565840 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4f3e5c53-3b5f-4f5e-aab9-f6031d33b15a req-f4350d88-e4e6-403d-9bd6-1cdbc8abd977 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 943 time: 0.3137217 Apr 14 07:33:49.569364 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-9fdaa94a-8ce0-43ba-b377-0d925e318bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:49.571174 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-9fdaa94a-8ce0-43ba-b377-0d925e318bec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.0727398 Apr 14 07:33:49.578889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-69374665-9ad6-430f-a2ba-8ea52d503364 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:49.580623 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-69374665-9ad6-430f-a2ba-8ea52d503364 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.50 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.3262651 Apr 14 07:33:49.635871 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-f6027e0e-3ae6-4300-acb5-2175bdc3c5f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549634 Apr 14 07:33:49.695017 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:49.750319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] DHCP port deletion for 3005fbb0-7390-4996-ae7b-51b72402c13e request from dv-cinder-784092-5-smb {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 07:33:49.756278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Deleting port df3d9861-5231-42d7-8bcc-b84f584d13b0 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:49.756883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:49.793733 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Deleting port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:49.793977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:49.796467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-68397aa4-fa82-41ee-a96b-37e976f49fd5 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528807 Apr 14 07:33:49.835510 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4f3e5c53-3b5f-4f5e-aab9-f6031d33b15a req-bd3ea757-2031-4ac6-a3b5-ad3244697c67 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518318 Apr 14 07:33:49.861902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Deleting port df3d9861-5231-42d7-8bcc-b84f584d13b0 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:49.862287 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:49.958119 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e283ab38-c3dd-4dd1-9450-62471e3a7544 req-e04ad45b-7740-423b-953c-ff901c66009c service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549509 Apr 14 07:33:49.997191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] For port df3d9861-5231-42d7-8bcc-b84f584d13b0, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=df3d9861-5231-42d7-8bcc-b84f584d13b0,segment=NetworkSegment(6c6fb7dd-f286-4848-a709-d763cd5cc114),segment_id=6c6fb7dd-f286-4848-a709-d763cd5cc114)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:49.997605 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:50.309147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] For port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:50.309508 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:50.314380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Calling delete_port for df3d9861-5231-42d7-8bcc-b84f584d13b0 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:50.403384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190'] for port, after_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:50.426009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:50.469566 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Calling delete_port for 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:50.518289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] For port df3d9861-5231-42d7-8bcc-b84f584d13b0, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=df3d9861-5231-42d7-8bcc-b84f584d13b0,segment=NetworkSegment(6c6fb7dd-f286-4848-a709-d763cd5cc114),segment_id=6c6fb7dd-f286-4848-a709-d763cd5cc114)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:50.518760 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:50.527412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Pushing event deleted for resources: {'Port': ['ID=df3d9861-5231-42d7-8bcc-b84f584d13b0,revision_number=None']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:50.529669 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:50.553303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7707ea-dc83-4ec9-91ab-bac604cd1356 req-b97b4208-1522-4482-b70f-b6df8b168813 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:50.555709 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ab7707ea-dc83-4ec9-91ab-bac604cd1356 req-b97b4208-1522-4482-b70f-b6df8b168813 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 946 time: 0.3399837 Apr 14 07:33:50.581303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] No DVR routers for this DVR port df3d9861-5231-42d7-8bcc-b84f584d13b0 on host dv-cinder-784092-5-smb {{(pid=85308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:33:50.591163 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ab7707ea-dc83-4ec9-91ab-bac604cd1356 req-a3059d77-d36f-452e-a4e6-dc1a7dfa7946 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/security-groups?id=8a6e657c-5220-4b5f-845d-359839e31fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286171 Apr 14 07:33:50.668519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Calling delete_port for df3d9861-5231-42d7-8bcc-b84f584d13b0 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:50.830277 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:33:50.830638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:33:50.839650 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:50.859219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1543aba4-6d17-4da8-97fc-e98e6b6716dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:50.969756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Pushing event deleted for resources: {'Port': ['ID=42d6db1a-dd94-4d2e-ae41-0701ccb4b286,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:50.972379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:51.195371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device df3d9861-5231-42d7-8bcc-b84f584d13b0 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:51.212107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5299d-f3f5-4a26-bcd3-9564e7ddafaa req-01fa75ee-9a92-455a-a1bb-c506e0a73d20 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:51.213800 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a6a5299d-f3f5-4a26-bcd3-9564e7ddafaa req-01fa75ee-9a92-455a-a1bb-c506e0a73d20 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 943 time: 0.2581658 Apr 14 07:33:51.215082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] No DVR routers for this DVR port 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 on host hv-cinder-78409 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:33:51.217628 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:51.222556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'name': 'network-vif-deleted', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:51.239398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: df3d9861-5231-42d7-8bcc-b84f584d13b0 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:51.239795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device df3d9861-5231-42d7-8bcc-b84f584d13b0 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:51.261146 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6d8d0430-d313-437c-8cac-30ef8efeb341 req-a52fd6f3-fe7d-4ad7-9d8f-bc8a26de857c tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.50 "DELETE /v2.0/ports/42d6db1a-dd94-4d2e-ae41-0701ccb4b286 HTTP/1.1" status: 204 len: 173 time: 1.6730728 Apr 14 07:33:51.268815 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a6a5299d-f3f5-4a26-bcd3-9564e7ddafaa req-0f0ea7ae-0211-428a-91e5-e127dc52af04 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Apr 14 07:33:51.279343 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc8f408-91d3-41ad-aa78-f0a86b38a75a', 'name': 'network-vif-deleted', 'tag': '42d6db1a-dd94-4d2e-ae41-0701ccb4b286', 'status': 'completed', 'code': 200} Apr 14 07:33:51.331888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Deleting port df3d9861-5231-42d7-8bcc-b84f584d13b0 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:51.332261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:51.421134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] The port 'df3d9861-5231-42d7-8bcc-b84f584d13b0' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 07:33:51.552354 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:51.682156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3005fbb0-7390-4996-ae7b-51b72402c13e']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:51.697893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6fb7dd-f286-4848-a709-d763cd5cc114') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:51.698230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6fb7dd-f286-4848-a709-d763cd5cc114') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:51.713346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:51.730250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:51.737253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:33:51.788866 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d0f0b1f3-cd9d-458b-a41b-afdae759d07c req-2940c69b-bd3f-4cd3-8331-f1eda433f3a2 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc8f408-91d3-41ad-aa78-f0a86b38a75a HTTP/1.1" status: 200 len: 210 time: 0.0597281 Apr 14 07:33:51.933552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Network 3005fbb0-7390-4996-ae7b-51b72402c13e has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:33:51.943644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.131183 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Network 3005fbb0-7390-4996-ae7b-51b72402c13e has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:33:52.155234 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:33:52.430357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device bf6dc392-f020-454d-8fb1-cfc549d34304 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:33:52.436037 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:52.477739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:52.478198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 42d6db1a-dd94-4d2e-ae41-0701ccb4b286 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:52.549495 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.557147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:52.573428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.585120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3005fbb0-7390-4996-ae7b-51b72402c13e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:52.588861 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:52.590335 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a057e892-962e-4f87-be74-9385a2a476bd admin admin] 10.222.0.42 "DELETE /v2.0/networks/3005fbb0-7390-4996-ae7b-51b72402c13e HTTP/1.1" status: 204 len: 168 time: 3.1534076 Apr 14 07:33:52.615589 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d7ce5-6f65-4f94-a33f-308820453c33 req-f506013e-4054-4420-ba48-9adecaf7556c tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:52.618048 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1e4d7ce5-6f65-4f94-a33f-308820453c33 req-f506013e-4054-4420-ba48-9adecaf7556c tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 943 time: 0.1311302 Apr 14 07:33:52.624831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port bf6dc392-f020-454d-8fb1-cfc549d34304, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=bf6dc392-f020-454d-8fb1-cfc549d34304,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:52.640165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': 'bf6dc392-f020-454d-8fb1-cfc549d34304', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'port_id': 'bf6dc392-f020-454d-8fb1-cfc549d34304', 'mac_address': 'fa:16:3e:0b:0a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4408f86-44d7-42d6-a5bd-de22b7b11df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:33:52.656363 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1e4d7ce5-6f65-4f94-a33f-308820453c33 req-9451f6dc-1267-4355-af26-5f9b96c11e53 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263000 Apr 14 07:33:52.706427 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.729738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6dc392-f020-454d-8fb1-cfc549d34304 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:33:52.730633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56208) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:52.746954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port bf6dc392-f020-454d-8fb1-cfc549d34304, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=bf6dc392-f020-454d-8fb1-cfc549d34304,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:52.750253 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.752156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2b0515e8-5bfe-4f9a-a8c4-a54c6cc9f71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:52.767734 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6da2c2df-bc9c-4993-bfab-4b771b528199 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd1078d61e394efa968d394d9ba79dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0357845 Apr 14 07:33:52.770308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56212) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:52.825296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=bf6dc392-f020-454d-8fb1-cfc549d34304,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:52.828618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:52.834143 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6be1f9-b105-4207-b326-398e045e7a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.864335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6be1f9-b105-4207-b326-398e045e7a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.917795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6be1f9-b105-4207-b326-398e045e7a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.923028 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-939a15ff-3361-4663-88a7-2c145c71a4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:52.938809 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6be1f9-b105-4207-b326-398e045e7a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea07db6d-a4e4-4842-964b-9c17137694f5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:52.943040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7b6be1f9-b105-4207-b326-398e045e7a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:52.946713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6be1f9-b105-4207-b326-398e045e7a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:52.948560 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7b6be1f9-b105-4207-b326-398e045e7a86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea07db6d-a4e4-4842-964b-9c17137694f5 HTTP/1.1" status: 204 len: 168 time: 0.1766720 Apr 14 07:33:52.976213 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['bf6dc392-f020-454d-8fb1-cfc549d34304'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:33:53.391638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56242) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:53.438238 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-888d78a2-a46d-4fa9-aef8-d1e89f9c4715 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b18a5ee336504953b005b3490a068c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458906 Apr 14 07:33:53.440497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56250) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:53.518327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-169cced9-2268-484c-8128-383f91943422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:53.547801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-169cced9-2268-484c-8128-383f91943422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:53.606597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-169cced9-2268-484c-8128-383f91943422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:53.611925 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b749f603-2031-4312-916c-e426bfbe8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:53.626758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cced9-2268-484c-8128-383f91943422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce3d1a3-bf0a-4f6b-9666-9f6735d20c8f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:53.629273 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-169cced9-2268-484c-8128-383f91943422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:53.631685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-169cced9-2268-484c-8128-383f91943422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:53.632847 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-169cced9-2268-484c-8128-383f91943422 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ce3d1a3-bf0a-4f6b-9666-9f6735d20c8f HTTP/1.1" status: 204 len: 168 time: 0.1908255 Apr 14 07:33:53.796561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56280) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:53.895157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f00f4a-9494-49da-a931-d12e14e11c4c req-319b4382-406b-4df1-bc4a-1c204ba47ac0 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:53.896853 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a3f00f4a-9494-49da-a931-d12e14e11c4c req-319b4382-406b-4df1-bc4a-1c204ba47ac0 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 944 time: 0.1107736 Apr 14 07:33:53.937197 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a3f00f4a-9494-49da-a931-d12e14e11c4c req-8bbd0320-ce3d-4b02-a790-9953667798f7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287759 Apr 14 07:33:54.413499 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8046125'] for router_interface, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:54.438970 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device bf6dc392-f020-454d-8fb1-cfc549d34304 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:33:54.521919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port bf6dc392-f020-454d-8fb1-cfc549d34304 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:33:54.528562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port bf6dc392-f020-454d-8fb1-cfc549d34304 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:33:54.529452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:54.672134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:54.685974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e602587-49cf-4782-97f8-be6c76565cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6dc392-f020-454d-8fb1-cfc549d34304'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:33:54.697597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port bf6dc392-f020-454d-8fb1-cfc549d34304, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=bf6dc392-f020-454d-8fb1-cfc549d34304,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:54.700966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:54.704070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:54.743495 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e602587-49cf-4782-97f8-be6c76565cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6dc392-f020-454d-8fb1-cfc549d34304', 'code': 200} Apr 14 07:33:54.788196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=bf6dc392-f020-454d-8fb1-cfc549d34304,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:54.791515 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:54.810713 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Deleting port b09f7479-872a-402a-95b3-52fdb972372e {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:54.811096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:55.060116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] For port b09f7479-872a-402a-95b3-52fdb972372e, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=b09f7479-872a-402a-95b3-52fdb972372e,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:55.060556 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:55.146497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f06f-8795-4116-ab23-280a9a5df7a5 req-bb076a9d-234d-4b96-928b-57ce0fce3b01 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:55.148123 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9379f06f-8795-4116-ab23-280a9a5df7a5 req-bb076a9d-234d-4b96-928b-57ce0fce3b01 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 945 time: 0.0898368 Apr 14 07:33:55.182286 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9379f06f-8795-4116-ab23-280a9a5df7a5 req-81bbab56-658a-44ca-a9eb-f35a20be5caa tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260713 Apr 14 07:33:55.192762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910592b0-036c-47d1-b3f6-e5c9ba845089 req-e78b97fb-9c31-4618-afb7-494d10a07c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:55.194372 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-910592b0-036c-47d1-b3f6-e5c9ba845089 req-e78b97fb-9c31-4618-afb7-494d10a07c1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 1098 time: 0.2544079 Apr 14 07:33:55.205592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Calling delete_port for b09f7479-872a-402a-95b3-52fdb972372e owned by network:router_interface {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:55.266892 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-910592b0-036c-47d1-b3f6-e5c9ba845089 req-2ca1e844-7d37-4e15-8753-8d84008f2993 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Apr 14 07:33:55.401380 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:55.417285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-888b7d3f-f9d1-4eba-9c5c-2ff3af5a617f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:55.510248 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09f7479-872a-402a-95b3-52fdb972372e,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:55.516837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:55.864655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846876701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7997658'] for router_interface, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:56.677058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ef8d8-6f54-4e26-b303-eb3b9a95ef9b req-1c31a65d-a4fe-479e-ad95-6d4d714dfadb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:33:56.678661 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7f5ef8d8-6f54-4e26-b303-eb3b9a95ef9b req-1c31a65d-a4fe-479e-ad95-6d4d714dfadb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 945 time: 0.2554119 Apr 14 07:33:56.732888 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7f5ef8d8-6f54-4e26-b303-eb3b9a95ef9b req-49307f75-0e1d-4510-918f-332726344958 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Apr 14 07:33:56.772791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Router 4877a9da-52dd-43d6-b267-45c14d8f6e4d has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:33:56.970716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:33:56.980797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] Sync routers for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:33:56.986576 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3ef54e37-9f9e-43b6-8ee2-636d00e8d633 admin admin] 10.222.0.42 "PUT /v2.0/routers/4877a9da-52dd-43d6-b267-45c14d8f6e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1888039 Apr 14 07:33:56.989205 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56298) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:56.994709 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:56.995550 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:57.257623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:57.266458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: dv-cinder-784092-5-smb {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:57.454603 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:57.467479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Deleting port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:57.467855 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:57.585858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192'}], 'enable_snat': True}, 'gw_port_id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:33:55Z', 'revision_number': 5, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port': {'id': '585833ae-6dd1-4a88-8a0f-bcfcb66ce90f', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:20Z', 'updated_at': '2021-04-14T07:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:57.590015 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] Checking router: 4877a9da-52dd-43d6-b267-45c14d8f6e4d for host: dv-cinder-784092-5-smb {{(pid=85308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:33:57.599561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] Routers {'4877a9da-52dd-43d6-b267-45c14d8f6e4d'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:33:57.600241 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'], 'active': True} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:57.665671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] For port 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:57.666074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:57.762435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] Set router 4877a9da-52dd-43d6-b267-45c14d8f6e4d gateway port host: None {{(pid=85308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:33:57.802675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Calling delete_port for 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:57.877783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:33:57Z', 'revision_number': 6, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port_host': None}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:33:57.881978 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c5078-a5cc-4b97-8619-9d00bd0992de None None] The sync data for ids ['4877a9da-52dd-43d6-b267-45c14d8f6e4d'] in dv-cinder-784092-5-smb is: [{'id': '4877a9da-52dd-43d6-b267-45c14d8f6e4d', 'name': 'tempest-TestMinimumBasicScenario-104012036-router', 'tenant_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:19Z', 'updated_at': '2021-04-14T07:33:57Z', 'revision_number': 6, 'project_id': '9a8d15175ccf44fea61ff5a4fb9c103e', 'gw_port_host': None}] {{(pid=85308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:33:57.998107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.014924 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f5cd28dc-1ce3-43b4-9a5e-bce70c29c3f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:58.115408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=585833ae-6dd1-4a88-8a0f-bcfcb66ce90f,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:58.119747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:58.299142 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997500'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.501334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8041675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3167'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.503778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.525778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846726053'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.526347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4877a9da-52dd-43d6-b267-45c14d8f6e4d {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 07:33:58.539778 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.541335 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-aeccbecc-c04a-41de-8a50-cd7cfe07dff1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/4877a9da-52dd-43d6-b267-45c14d8f6e4d HTTP/1.1" status: 204 len: 168 time: 1.5511291 Apr 14 07:33:58.543997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56322) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:58.620171 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Deleting subnet ee4b6b46-25f1-4732-8fbf-04f171fb0cca {{(pid=85307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:33:58.624743 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.682640 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848160662'] for subnet, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:58.770658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.050502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848547047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848298474'] for subnet, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.066212 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:33:59.158876 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4b6b46-25f1-4732-8fbf-04f171fb0cca,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:33:59.172345 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b09f7479-872a-402a-95b3-52fdb972372e no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:59.172513 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:33:59.205624 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.212950 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-075aa6bd-18a9-44ef-9223-a03ee721845c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ee4b6b46-25f1-4732-8fbf-04f171fb0cca HTTP/1.1" status: 204 len: 168 time: 0.6676178 Apr 14 07:33:59.215330 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56338) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:33:59.221428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: b09f7479-872a-402a-95b3-52fdb972372e {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:59.221833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device b09f7479-872a-402a-95b3-52fdb972372e not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:59.222356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:33:59.248758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f966e88-db09-4088-8860-0e545719e450 None None] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:33:59.282055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:33:59.282452 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 585833ae-6dd1-4a88-8a0f-bcfcb66ce90f not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:33:59.334227 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.529968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] DHCP port deletion for 432ea9e4-1d18-4abf-83b0-d06f6506c485 request from dv-cinder-784092-5-smb {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 07:33:59.535035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] Deleting port a299bd25-0787-4943-8666-8ab9f61fb1b3 {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:59.535558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.673486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Deleting port a299bd25-0787-4943-8666-8ab9f61fb1b3 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:33:59.673771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.769739 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] For port a299bd25-0787-4943-8666-8ab9f61fb1b3, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=a299bd25-0787-4943-8666-8ab9f61fb1b3,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:59.770243 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.905522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] For port a299bd25-0787-4943-8666-8ab9f61fb1b3, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=a299bd25-0787-4943-8666-8ab9f61fb1b3,segment=NetworkSegment(1400e5ce-ce34-402b-a6d4-8f9ea1f4f104),segment_id=1400e5ce-ce34-402b-a6d4-8f9ea1f4f104)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:33:59.906083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:33:59.912442 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] Calling delete_port for a299bd25-0787-4943-8666-8ab9f61fb1b3 owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:33:59.998060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190'] for port, after_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:00.048313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Calling delete_port for a299bd25-0787-4943-8666-8ab9f61fb1b3 owned by network:dhcp {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:34:00.069076 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:00.130318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] Pushing event deleted for resources: {'Port': ['ID=a299bd25-0787-4943-8666-8ab9f61fb1b3,revision_number=None']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:00.135219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:00.137854 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:34:00.138497 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:34:00.162678 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb0037-1f1f-4e1d-b0c0-28164195655e None None] No DVR routers for this DVR port a299bd25-0787-4943-8666-8ab9f61fb1b3 on host dv-cinder-784092-5-smb {{(pid=85308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:34:00.640837 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Deleting port a299bd25-0787-4943-8666-8ab9f61fb1b3 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:00.641156 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:00.713995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] The port 'a299bd25-0787-4943-8666-8ab9f61fb1b3' was deleted {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 07:34:00.833113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:00.945608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432ea9e4-1d18-4abf-83b0-d06f6506c485']}} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:00.958059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104') {'for_net_delete': True} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:00.958397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1400e5ce-ce34-402b-a6d4-8f9ea1f4f104') {} {{(pid=85307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:00.970032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6615154'] for segment, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:00.986757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:00.993555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=85307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:34:01.172964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:34:01.183266 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6228154'] for segment, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:01.224352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device a299bd25-0787-4943-8666-8ab9f61fb1b3 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:34:01.275968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: a299bd25-0787-4943-8666-8ab9f61fb1b3 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:34:01.276469 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device a299bd25-0787-4943-8666-8ab9f61fb1b3 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:34:01.454505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Network 432ea9e4-1d18-4abf-83b0-d06f6506c485 has no segments {{(pid=85307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:34:01.480203 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:34:01.594479 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:01.611494 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:01.627435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:01.641636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e04c7b2e-a1fb-4404-b1e6-22261757215e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:01.643223 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e04c7b2e-a1fb-4404-b1e6-22261757215e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.2990105 Apr 14 07:34:01.646977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=432ea9e4-1d18-4abf-83b0-d06f6506c485,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:01.651066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:01.667590 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f8964a67-0046-46f5-8cd1-d26bbb6c8ec2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/432ea9e4-1d18-4abf-83b0-d06f6506c485 HTTP/1.1" status: 204 len: 168 time: 2.4510863 Apr 14 07:34:01.670865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56370) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:01.671181 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-02b2f7b1-2a57-4034-b9bf-16fac4276972 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/quotas/4811f8c43734461089513aec38468580 HTTP/1.1" status: 200 len: 375 time: 0.0166073 Apr 14 07:34:01.765641 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-13fc85c3-1450-4dc1-ba71-7407de343f4c tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881598 Apr 14 07:34:01.918134 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-a8e18327-c2f1-45bb-a9d6-6f92e9083b5a service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426389 Apr 14 07:34:02.066251 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e350d7de-b6e8-457e-b391-12e1c863c387 service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408834 Apr 14 07:34:02.288936 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0ca4119f-0150-4909-a9ca-955d43bd48cd req-1d3a3a7a-efbf-4725-a239-f8ab469844f3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 210 time: 0.0544322 Apr 14 07:34:02.319268 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8046125'] for router_interface, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:02.698867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Deleting port 06fc36a7-bb78-497a-af78-10b646b733f7 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:02.699249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:02.886649 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] For port 06fc36a7-bb78-497a-af78-10b646b733f7, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=06fc36a7-bb78-497a-af78-10b646b733f7,segment=NetworkSegment(725d8c62-e36a-4c45-8f7c-5835e900edc9),segment_id=725d8c62-e36a-4c45-8f7c-5835e900edc9)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:02.887046 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:03.017498 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Calling delete_port for 06fc36a7-bb78-497a-af78-10b646b733f7 owned by network:router_interface {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:34:03.216052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:03.232619 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-959f3861-0ee9-412a-9ad8-2c62fa8abb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:03.328231 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fc36a7-bb78-497a-af78-10b646b733f7,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:03.334829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:03.430597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ce75-fed8-4a4d-8157-123442594063 req-62221951-059e-4353-80a3-91cc468eb1e4 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:03.432693 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-62221951-059e-4353-80a3-91cc468eb1e4 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.1858020 Apr 14 07:34:03.447943 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Request body: {'port': {'device_id': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'admin_state_up': True, 'tenant_id': '4811f8c43734461089513aec38468580'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:03.568463 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b4b5feae-4d51-42cb-a2d6-8ba6d6c86d48 req-342a1e19-5e14-4808-8e5a-ef66f8f7e81c tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 210 time: 0.1283355 Apr 14 07:34:03.658049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:34:03.668344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:34:03.677972 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Made reservation on behalf of 4811f8c43734461089513aec38468580 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:34:03.684664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:03.701619 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846876701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7997658'] for router_interface, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:03.838492 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Allocated IP 172.20.0.2 (d043d6a2-f9dd-43ec-a750-02a2efcc5dc5/d4408f86-44d7-42d6-a5bd-de22b7b11df5/5d219d6f-6406-44ee-b713-d71a86553471) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:34:04.043920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:04.078345 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:04.081903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5f60677f-8d0b-407d-a2df-cee46b4ca07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:04.091105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['bf6dc392-f020-454d-8fb1-cfc549d34304'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:04.098689 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a4c47404-38eb-4aba-9253-dafe3ab392a9 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:04.293083 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event updated for resources: {'Port': ['ID=5d219d6f-6406-44ee-b713-d71a86553471,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:04.318859 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:04.364334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:34:04.365621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:34:04.373203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:34:04.389296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:34:04.448373 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:04.449113 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:04.485143 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-21dd904c-906b-40c1-bb24-6f17c7081f2a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427649 Apr 14 07:34:04.502995 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Request body: {'port': {'device_id': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:04.524927 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 has already been hosted by L3 agent 8b185104-c3ff-4812-97f7-818912651d01 {{(pid=85306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 07:34:04.624756 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:04.775620 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] Notify agent at l3_agent.dv-cinder-784092-5-smb the message routers_updated {{(pid=85306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 07:34:04.785421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] Sync routers for ids ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'] in dv-cinder-784092-5-smb {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 07:34:04.793773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7b6a0bf1-bb05-44b7-9015-cadc63127287 admin admin] 10.222.0.42 "PUT /v2.0/routers/2a6bdd19-7589-45d0-8feb-7d463ce17ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189106 Apr 14 07:34:04.795512 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 56404) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:04.796766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] Routers {'2a6bdd19-7589-45d0-8feb-7d463ce17ca8'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:34:04.797660 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:04.814143 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d454b3b-dc96-4184-8466-f8d93f82c970 req-92d23e53-4458-46f8-a5a5-44b31c259361 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:04.815734 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d454b3b-dc96-4184-8466-f8d93f82c970 req-92d23e53-4458-46f8-a5a5-44b31c259361 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 931 time: 0.1249034 Apr 14 07:34:04.848372 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d454b3b-dc96-4184-8466-f8d93f82c970 req-5bcadcee-9ed0-4404-8191-dceee4eba754 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255337 Apr 14 07:34:04.992501 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] Set router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:34:05.320651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:34:03Z', 'revision_number': 5, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:05.326357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] Checking router: 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 for host: dv-cinder-784092-5-smb {{(pid=85309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 07:34:05.335559 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] Routers {'2a6bdd19-7589-45d0-8feb-7d463ce17ca8'} bound to L3 agent in host dv-cinder-784092-5-smb {{(pid=85309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 07:34:05.336747 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784092-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T07:18:06Z,description=,heartbeat_timestamp=2021-04-14T07:33:36Z,host='dv-cinder-784092-5-smb',id=8b185104-c3ff-4812-97f7-818912651d01,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T07:18:06Z,topic='l3_agent')) {'router_ids': ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'], 'active': True} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:05.394316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks [] for router, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:05.532791 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvr_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] Set router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 gateway port host: dv-cinder-784092-5-smb {{(pid=85309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 07:34:05.644670 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d219d6f-6406-44ee-b713-d71a86553471 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:05.660023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:05.669422 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:05.684651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Transition to ACTIVE for port object 5d219d6f-6406-44ee-b713-d71a86553471 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:34:05.686483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Deleting port 032fa2af-92d3-4cfa-a05c-cb23fbf67687 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:05.686867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:05.720963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:05.742242 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1e60fb15-d3c3-437d-b717-991c0fb2ccc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:05.921549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Pushing event updated for resources: {'Port': ['ID=5d219d6f-6406-44ee-b713-d71a86553471,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:05.983111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:06.008658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_hamode_db [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:34:03Z', 'revision_number': 5, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}], 'dv-cinder-784092-5-smb', False) {} {{(pid=85309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:06.013125 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e0914-9bcb-4cae-aeba-2e1ec407e4d4 None None] The sync data for ids ['2a6bdd19-7589-45d0-8feb-7d463ce17ca8'] in dv-cinder-784092-5-smb is: [{'id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'name': 'tempest-TestMinimumBasicScenario-966335272-router', 'tenant_id': '4518f46344f2405ab1bd40fa2992b15a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00924177-d382-4300-abdf-130fe927342e', 'external_fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T07:31:27Z', 'updated_at': '2021-04-14T07:34:03Z', 'revision_number': 5, 'project_id': '4518f46344f2405ab1bd40fa2992b15a', 'gw_port': {'id': '032fa2af-92d3-4cfa-a05c-cb23fbf67687', 'name': '', 'network_id': '00924177-d382-4300-abdf-130fe927342e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6bdd19-7589-45d0-8feb-7d463ce17ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784092-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T07:31:28Z', 'updated_at': '2021-04-14T07:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8ab8f41-e06d-4b27-8726-3236a866c7e7', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784092-5-smb'}] {{(pid=85309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 07:34:06.077745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5d8e8-4690-4e45-a14a-907abed82cf1 req-f9bd69ad-7175-4abc-bcc1-7a746ad4243b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:06.079754 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07e5d8e8-4690-4e45-a14a-907abed82cf1 req-f9bd69ad-7175-4abc-bcc1-7a746ad4243b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 943 time: 0.1017270 Apr 14 07:34:06.114656 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07e5d8e8-4690-4e45-a14a-907abed82cf1 req-63abb734-7f44-49f0-ba0b-8493f17df76d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277834 Apr 14 07:34:06.182478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] For port 032fa2af-92d3-4cfa-a05c-cb23fbf67687, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=032fa2af-92d3-4cfa-a05c-cb23fbf67687,segment=NetworkSegment(61ccf8ed-3cfb-4c82-be47-e3279e67fb38),segment_id=61ccf8ed-3cfb-4c82-be47-e3279e67fb38)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:06.182771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:06.371578 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Calling delete_port for 032fa2af-92d3-4cfa-a05c-cb23fbf67687 owned by network:router_gateway {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:34:06.379677 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b7544614-7914-4865-87da-3fd7adf9bd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:06.458350 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Attempting to bind port 5d219d6f-6406-44ee-b713-d71a86553471 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:34:06.458732 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Attempting to bind port 5d219d6f-6406-44ee-b713-d71a86553471 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:34:06.459199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Attempting to bind port 5d219d6f-6406-44ee-b713-d71a86553471 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:06.489672 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Port 5d219d6f-6406-44ee-b713-d71a86553471 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:34:06.490039 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Attempting to bind port 5d219d6f-6406-44ee-b713-d71a86553471 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:06.497870 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:34:06.498251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Checking segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:34:06.498675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Bound using segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:34:06.499150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Bound port: 5d219d6f-6406-44ee-b713-d71a86553471, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:34:06.499774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:06.594701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] For port 5d219d6f-6406-44ee-b713-d71a86553471, host hv-cinder-78409, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:34:06.598911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] For port 5d219d6f-6406-44ee-b713-d71a86553471, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5d219d6f-6406-44ee-b713-d71a86553471,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:34:06.632097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:06.652293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9015014f-02d6-43b8-9909-3dae741419cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:06.835476 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Pushing event updated for resources: {'Port': ['ID=5d219d6f-6406-44ee-b713-d71a86553471,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:06.840421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:06.854144 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:06.854716 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:06.962116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=032fa2af-92d3-4cfa-a05c-cb23fbf67687,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:06.972296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:07.002235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:07.002911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.004397 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] 10.222.0.50 "PUT /v2.0/ports/5d219d6f-6406-44ee-b713-d71a86553471 HTTP/1.1" status: 200 len: 1093 time: 2.5082185 Apr 14 07:34:07.004982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'tag': '5d219d6f-6406-44ee-b713-d71a86553471'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:07.085336 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'tag': '5d219d6f-6406-44ee-b713-d71a86553471', 'status': 'completed', 'code': 200} Apr 14 07:34:07.213147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 06fc36a7-bb78-497a-af78-10b646b733f7 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:34:07.254335 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 06fc36a7-bb78-497a-af78-10b646b733f7 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:34:07.254982 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 06fc36a7-bb78-497a-af78-10b646b733f7 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:34:07.258486 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997500'] for router_gateway, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.304979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ce75-fed8-4a4d-8157-123442594063 req-94b2cabf-d5c4-4030-966c-00938fe3df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:07.306592 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-94b2cabf-d5c4-4030-966c-00938fe3df1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 1096 time: 0.2601938 Apr 14 07:34:07.443770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.556431 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-c965cd5b-08c5-40b7-a067-8e9687e4c984 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d219d6f-6406-44ee-b713-d71a86553471 HTTP/1.1" status: 200 len: 217 time: 0.2408626 Apr 14 07:34:07.564787 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8041675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3167'] for router, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.567431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.602567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.655819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846726053'] for router, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.656376 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6bdd19-7589-45d0-8feb-7d463ce17ca8 {{(pid=85307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 07:34:07.670008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68ce75-fed8-4a4d-8157-123442594063 req-7298285a-2bf3-4536-9f4a-43ce7bf572e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:07.671602 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-7298285a-2bf3-4536-9f4a-43ce7bf572e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.1044962 Apr 14 07:34:07.739425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] Notify callbacks [] for router, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.740670 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-36643561-6e47-48ef-ba33-c2184c92dc71 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2a6bdd19-7589-45d0-8feb-7d463ce17ca8 HTTP/1.1" status: 204 len: 168 time: 2.9441991 Apr 14 07:34:07.744082 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56426) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:07.750029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7138380-e57b-4523-8d09-fa4df4837cb5 req-73220687-526e-49d2-8cc7-306c70af6bf4 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:07.750797 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-e7138380-e57b-4523-8d09-fa4df4837cb5 req-73220687-526e-49d2-8cc7-306c70af6bf4 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:34:07.756410 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-991bd3c2-7454-48df-9a3d-ba3507a50ec3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700624 Apr 14 07:34:07.814683 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Deleting subnet d01dc02d-751a-436f-aa66-89aa8c3599c2 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:34:07.817964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.873539 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847853697'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.916279 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:07.986932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.100251 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-e7138380-e57b-4523-8d09-fa4df4837cb5 req-73220687-526e-49d2-8cc7-306c70af6bf4 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:34:08.102029 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e7138380-e57b-4523-8d09-fa4df4837cb5 req-73220687-526e-49d2-8cc7-306c70af6bf4 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 943 time: 0.7873282 Apr 14 07:34:08.149409 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e7138380-e57b-4523-8d09-fa4df4837cb5 req-95a47d35-e5cc-4988-b2d3-7346fa40a6f9 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Apr 14 07:34:08.203662 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-203bf40c-81cb-4acd-9b0d-4e609ec3eab2 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394653 Apr 14 07:34:08.286502 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5439643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432466'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.307520 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:08.360116 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb68ce75-fed8-4a4d-8157-123442594063 req-23e76eff-4319-41b0-9275-20e2aa673229 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480632 Apr 14 07:34:08.395947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01dc02d-751a-436f-aa66-89aa8c3599c2,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:08.399581 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:08.449604 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.455732 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf77f61-243a-4e23-a777-4aa37fe47b6a None None] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b requested from dv-cinder-784092-5-smb {{(pid=85308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 07:34:08.455922 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-508d917d-a09a-463f-b76d-2af6ad4b9d79 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d01dc02d-751a-436f-aa66-89aa8c3599c2 HTTP/1.1" status: 204 len: 168 time: 0.7104795 Apr 14 07:34:08.458370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56432) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:08.492602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-eb477a83-4eb8-499b-900d-d8814338d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:08.494327 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-eb477a83-4eb8-499b-900d-d8814338d276 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 1096 time: 0.0846436 Apr 14 07:34:08.577601 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.643315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-2988e5bf-416a-428b-8ba8-cf34fe15c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:08.645783 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-2988e5bf-416a-428b-8ba8-cf34fe15c768 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 915 time: 0.1443760 Apr 14 07:34:08.652128 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Deleting port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:08.652478 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.717538 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-d17dfd25-2f5b-4664-b551-8723f5a3b3c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d219d6f-6406-44ee-b713-d71a86553471 HTTP/1.1" status: 200 len: 217 time: 0.0651426 Apr 14 07:34:08.730448 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] DHCP port deletion for 14cbf4c6-f262-4421-a37b-e9bd1b1c202b request from dv-cinder-784092-5-smb {{(pid=85308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 07:34:08.735197 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Deleting port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:08.735617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.798618 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-e25d968b-8feb-4db1-81f2-8ab29968c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:08.800354 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-e25d968b-8feb-4db1-81f2-8ab29968c021 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.0756485 Apr 14 07:34:08.855784 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-80ff1fe1-b2f8-4b7a-a1ab-14875be26d63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469606 Apr 14 07:34:08.866049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.878956 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] For port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,segment=NetworkSegment(725d8c62-e36a-4c45-8f7c-5835e900edc9),segment_id=725d8c62-e36a-4c45-8f7c-5835e900edc9)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:08.879369 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:08.979120 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] For port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b, host dv-cinder-784092-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784092-5-smb',level=0,port_id=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,segment=NetworkSegment(725d8c62-e36a-4c45-8f7c-5835e900edc9),segment_id=725d8c62-e36a-4c45-8f7c-5835e900edc9)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:08.979526 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:09.018328 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-f7cb84a5-e25d-49af-9265-dfe542e98ba1 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460574 Apr 14 07:34:09.027249 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Calling delete_port for ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b owned by network:dhcp {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:34:09.114384 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:09.120996 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Calling delete_port for ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b owned by network:dhcp {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:34:09.155680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7f5bce2e-1099-4f14-badf-9d07b5b32cb6 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:09.203576 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d7c26829-1f5e-44d5-921a-c22a6e8fa835 req-4d49a3e6-9448-40bc-b7f6-9437d47492f5 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773777 Apr 14 07:34:09.218543 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.db.api [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 07:34:09.218953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_db.api [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 07:34:09.251236 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:09.257757 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 032fa2af-92d3-4cfa-a05c-cb23fbf67687 no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:34:09.295685 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: 032fa2af-92d3-4cfa-a05c-cb23fbf67687 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:34:09.296217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device 032fa2af-92d3-4cfa-a05c-cb23fbf67687 not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:34:09.296806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b no longer exists at agent ovs-agent-dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:34:09.311111 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:09.336655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] No Port match for: ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:34:09.337198 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Device ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b not bound to the agent host dv-cinder-784092-5-smb {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:34:09.417286 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] No DVR routers for this DVR port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b on host dv-cinder-784092-5-smb {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:34:09.563659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:09.655295 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0ee4c-a268-420c-bd21-c26b6c8fab7a req-0827590f-f074-4655-8091-f152759d9223 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:09.656970 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-30a0ee4c-a268-420c-bd21-c26b6c8fab7a req-0827590f-f074-4655-8091-f152759d9223 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 943 time: 0.3091011 Apr 14 07:34:09.710161 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-30a0ee4c-a268-420c-bd21-c26b6c8fab7a req-f73292d7-63d1-478f-864e-d493642bba6b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Apr 14 07:34:09.714157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cbf4c6-f262-4421-a37b-e9bd1b1c202b']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:09.720224 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Deleting port ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b {{(pid=85308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:09.720615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:09.730379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725d8c62-e36a-4c45-8f7c-5835e900edc9') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:09.730379 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725d8c62-e36a-4c45-8f7c-5835e900edc9') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:34:09.742434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6922087'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:09.758466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:09.765070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:34:09.795355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ff65e-e3d2-465f-884e-6046adae7f6f None None] The port 'ea77d90a-48ab-4b80-96e3-ea3e4fdbe46b' was deleted {{(pid=85308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 07:34:09.944755 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:34:09.957753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849335496'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.138949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Network 14cbf4c6-f262-4421-a37b-e9bd1b1c202b has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:34:10.162776 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:34:10.241337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.246216 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.250341 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:10.272753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=14cbf4c6-f262-4421-a37b-e9bd1b1c202b,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:10.275812 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:10.277884 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-b1926433-bf7a-4767-a9a3-4f702ba58b3d admin admin] 10.222.0.42 "DELETE /v2.0/networks/14cbf4c6-f262-4421-a37b-e9bd1b1c202b HTTP/1.1" status: 204 len: 168 time: 1.8179109 Apr 14 07:34:10.396504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56450) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:10.432144 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-3aac3005-eafc-4746-8918-11e3d012d5cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a8d15175ccf44fea61ff5a4fb9c103e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0342407 Apr 14 07:34:10.434651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56454) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:10.495116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-599da852-16f6-4d72-9fa9-671492dbc583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.510312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5d219d6f-6406-44ee-b713-d71a86553471 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:34:10.530060 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-599da852-16f6-4d72-9fa9-671492dbc583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.580261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-599da852-16f6-4d72-9fa9-671492dbc583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.586858 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b1a96757-29cc-4a1b-98cf-35d9907d0aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:10.602034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599da852-16f6-4d72-9fa9-671492dbc583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6e657c-5220-4b5f-845d-359839e31fcd,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:10.608813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-599da852-16f6-4d72-9fa9-671492dbc583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:10.609681 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-599da852-16f6-4d72-9fa9-671492dbc583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.613014 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-599da852-16f6-4d72-9fa9-671492dbc583 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a6e657c-5220-4b5f-845d-359839e31fcd HTTP/1.1" status: 204 len: 168 time: 0.1773832 Apr 14 07:34:10.669066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 5d219d6f-6406-44ee-b713-d71a86553471, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5d219d6f-6406-44ee-b713-d71a86553471,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:10.682959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '5d219d6f-6406-44ee-b713-d71a86553471', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'port_id': '5d219d6f-6406-44ee-b713-d71a86553471', 'mac_address': 'fa:16:3e:bf:e1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4408f86-44d7-42d6-a5bd-de22b7b11df5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:34:10.742744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.743783 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d219d6f-6406-44ee-b713-d71a86553471 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:10.761774 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 5d219d6f-6406-44ee-b713-d71a86553471, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5d219d6f-6406-44ee-b713-d71a86553471,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:10.764765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:10.767363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:10.843110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=5d219d6f-6406-44ee-b713-d71a86553471,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:10.846423 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:10.922690 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42751-441a-4a85-9d1f-c6678ee9620e req-4947a33c-5603-44af-9813-31505620c4c3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:10.924298 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-31e42751-441a-4a85-9d1f-c6678ee9620e req-4947a33c-5603-44af-9813-31505620c4c3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 944 time: 0.0913870 Apr 14 07:34:10.960436 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-31e42751-441a-4a85-9d1f-c6678ee9620e req-3ed69db8-17bd-4f16-a659-4c50ad130e9a tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287859 Apr 14 07:34:10.980257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56464) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:11.015428 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['5d219d6f-6406-44ee-b713-d71a86553471'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:11.032956 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0b791666-8a74-4b1c-ac32-10ac4470202d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4518f46344f2405ab1bd40fa2992b15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512333 Apr 14 07:34:11.035567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56468) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:34:11.097974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0263-72d9-4461-bc66-3c060b21c64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:11.128096 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0263-72d9-4461-bc66-3c060b21c64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:11.178377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0263-72d9-4461-bc66-3c060b21c64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:11.183633 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c5eccb3e-a9c8-4ae4-a346-9653ac6566c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:11.200829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f0263-72d9-4461-bc66-3c060b21c64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9688c520-a3f5-4f4f-bf7e-d982411155a2,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:11.203609 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-cb1f0263-72d9-4461-bc66-3c060b21c64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:11.204862 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-cb1f0263-72d9-4461-bc66-3c060b21c64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:11.208084 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-cb1f0263-72d9-4461-bc66-3c060b21c64a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9688c520-a3f5-4f4f-bf7e-d982411155a2 HTTP/1.1" status: 204 len: 168 time: 0.1694427 Apr 14 07:34:12.159904 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da22e-89c1-4c8e-bfa4-9032ae1bf773 req-0cbbb874-048a-40b3-9d02-0bb675e4820e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:12.161530 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9c3da22e-89c1-4c8e-bfa4-9032ae1bf773 req-0cbbb874-048a-40b3-9d02-0bb675e4820e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 944 time: 0.0888634 Apr 14 07:34:12.192605 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9c3da22e-89c1-4c8e-bfa4-9032ae1bf773 req-5a238709-ceb6-4b84-b8da-02bfe76e99bd tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239532 Apr 14 07:34:12.525090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5d219d6f-6406-44ee-b713-d71a86553471 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:34:12.593094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 5d219d6f-6406-44ee-b713-d71a86553471 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:34:12.597789 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 5d219d6f-6406-44ee-b713-d71a86553471 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:34:12.598206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:12.721343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:12.733079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d219d6f-6406-44ee-b713-d71a86553471'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:12.743229 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 5d219d6f-6406-44ee-b713-d71a86553471, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5d219d6f-6406-44ee-b713-d71a86553471,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:12.745918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:12.747827 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:12.785761 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d219d6f-6406-44ee-b713-d71a86553471', 'code': 200} Apr 14 07:34:12.818981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=5d219d6f-6406-44ee-b713-d71a86553471,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:12.822391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:13.040931 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fde37f-6ee9-4c08-b892-2e452756d3e5 req-3b644a31-1352-4784-a2c3-3b974799b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:13.042438 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-54fde37f-6ee9-4c08-b892-2e452756d3e5 req-3b644a31-1352-4784-a2c3-3b974799b61b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 1098 time: 0.0774531 Apr 14 07:34:13.077347 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-54fde37f-6ee9-4c08-b892-2e452756d3e5 req-c84935b4-0619-404c-85b1-08805599ea8f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243828 Apr 14 07:34:13.395496 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167324f-9000-47f6-9011-7fbc2cb7e41e req-a0946987-ae7a-48c3-b251-914434e9c85b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:13.396996 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9167324f-9000-47f6-9011-7fbc2cb7e41e req-a0946987-ae7a-48c3-b251-914434e9c85b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 945 time: 0.0911813 Apr 14 07:34:13.427552 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-9167324f-9000-47f6-9011-7fbc2cb7e41e req-0facea07-bf4b-43fd-aa61-8398d756528d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239487 Apr 14 07:34:14.630298 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988146c-259f-4519-bec1-b6bab29fc8c2 req-fa98010a-64aa-4965-aa21-f8aa77d575db tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:14.631876 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3988146c-259f-4519-bec1-b6bab29fc8c2 req-fa98010a-64aa-4965-aa21-f8aa77d575db tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 945 time: 0.0890827 Apr 14 07:34:14.663207 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3988146c-259f-4519-bec1-b6bab29fc8c2 req-52f633a0-bf9d-4d8b-88b7-3433594ae47d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245843 Apr 14 07:34:17.116688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-26eb36a8-2c63-4f57-83fc-c4355b7ba787 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:17.118316 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-26eb36a8-2c63-4f57-83fc-c4355b7ba787 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.3845723 Apr 14 07:34:17.136610 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-29658f18-3f74-4cd6-be11-d832d8c8c5cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/quotas/4811f8c43734461089513aec38468580 HTTP/1.1" status: 200 len: 375 time: 0.0107896 Apr 14 07:34:17.231930 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-50968843-3ab6-4d1f-a4ff-9bbe8eed5883 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889184 Apr 14 07:34:17.376421 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-790e9ddd-d5e8-4bf7-831e-b035eb3e03b3 service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369126 Apr 14 07:34:17.518141 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-a3047d7c-d757-4015-817b-aef116d3ef48 service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350694 Apr 14 07:34:17.710811 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-327fc62a-43cf-4fda-836c-f1c9880f7512 req-94957a68-63b7-4620-a234-3d8e62461948 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 210 time: 0.0481138 Apr 14 07:34:18.906338 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5969ecee-1788-453e-bb0b-52930d029491 req-ec3c8323-d618-4059-9a15-aa5f419b4c19 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 210 time: 0.0624986 Apr 14 07:34:18.954327 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-7ab08b2a-6382-4c4b-bb52-ab36191d2cbc tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:18.956648 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-7ab08b2a-6382-4c4b-bb52-ab36191d2cbc tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.2161460 Apr 14 07:34:18.977639 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Request body: {'port': {'device_id': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'admin_state_up': True, 'tenant_id': '4811f8c43734461089513aec38468580'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:19.118337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:34:19.128824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:34:19.138272 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Made reservation on behalf of 4811f8c43734461089513aec38468580 for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:34:19.144329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:19.296933 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Allocated IP 172.20.0.11 (d043d6a2-f9dd-43ec-a750-02a2efcc5dc5/d4408f86-44d7-42d6-a5bd-de22b7b11df5/9862b2c7-dc87-434b-9bb1-e2f8bd841f70) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:34:19.497644 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:19.527451 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:19.542095 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['bf6dc392-f020-454d-8fb1-cfc549d34304', '5d219d6f-6406-44ee-b713-d71a86553471'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:19.542282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c3efb02c-eb89-4aec-a26b-2460786edfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:19.698965 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event updated for resources: {'Port': ['ID=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:19.716928 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:19.738040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:34:19.739184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:34:19.741433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:34:19.808882 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:19.809561 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:19.834483 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-5b6dcad3-bfbc-49b0-8454-d7270c569a8e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8609045 Apr 14 07:34:19.846829 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Request body: {'port': {'device_id': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:19.968123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:20.110149 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba9030-b2f8-4865-858d-337a08ff42d5 req-b484cbe0-caf4-40f2-adf7-67b5254c6f64 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:20.111743 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-03ba9030-b2f8-4865-858d-337a08ff42d5 req-b484cbe0-caf4-40f2-adf7-67b5254c6f64 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 932 time: 0.0891421 Apr 14 07:34:20.160649 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-03ba9030-b2f8-4865-858d-337a08ff42d5 req-17400da6-e14b-418b-89ee-3823a23f4f22 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251493 Apr 14 07:34:20.365921 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:20.373729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:20.389456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Transition to ACTIVE for port object 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:34:20.392105 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:20.408309 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-97576516-06cd-4153-b466-521eab1eb7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:20.544973 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Pushing event updated for resources: {'Port': ['ID=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:20.549993 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:20.762329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Attempting to bind port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:34:20.762700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Attempting to bind port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:34:20.763069 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Attempting to bind port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:20.767940 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:34:20.768300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Attempting to bind port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:20.773835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:34:20.774208 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Checking segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:34:20.774634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Bound using segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:34:20.775101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Bound port: 9862b2c7-dc87-434b-9bb1-e2f8bd841f70, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:34:20.775484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:20.853290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] For port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70, host hv-cinder-78409, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:34:20.856281 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] For port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:34:20.859646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:20.875167 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:21.272985 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Pushing event updated for resources: {'Port': ['ID=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:21.277981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:21.365171 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:21.365853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:21.367335 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-005bc750-698c-4fbc-a406-cfb82b85bd7c service neutron] 10.222.0.50 "PUT /v2.0/ports/9862b2c7-dc87-434b-9bb1-e2f8bd841f70 HTTP/1.1" status: 200 len: 1094 time: 1.5250146 Apr 14 07:34:21.370221 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'tag': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:21.403275 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa4b74-f755-427f-950b-23987186d594 req-c5bb6ad9-62cc-45b6-98cd-1077763d0b5f tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:21.404042 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-93fa4b74-f755-427f-950b-23987186d594 req-c5bb6ad9-62cc-45b6-98cd-1077763d0b5f tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:34:21.470263 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-93fa4b74-f755-427f-950b-23987186d594 req-c5bb6ad9-62cc-45b6-98cd-1077763d0b5f tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:34:21.471535 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-93fa4b74-f755-427f-950b-23987186d594 req-c5bb6ad9-62cc-45b6-98cd-1077763d0b5f tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 944 time: 0.1925945 Apr 14 07:34:21.514956 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-93fa4b74-f755-427f-950b-23987186d594 req-a5dab5fe-511a-482a-8f60-11547aa5e031 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365050 Apr 14 07:34:21.537725 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-98878c82-5ed9-49e9-9b8d-f866a26725d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:21.539412 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-98878c82-5ed9-49e9-9b8d-f866a26725d9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 1097 time: 0.1243954 Apr 14 07:34:21.600604 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'tag': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70', 'status': 'completed', 'code': 200} Apr 14 07:34:21.619901 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-c05e585c-3304-4c82-abf1-1202fcf97db3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9862b2c7-dc87-434b-9bb1-e2f8bd841f70 HTTP/1.1" status: 200 len: 217 time: 0.0710249 Apr 14 07:34:21.691998 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-349b69b6-7062-409f-b309-67f1aa0635c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:21.693598 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-349b69b6-7062-409f-b309-67f1aa0635c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.0674765 Apr 14 07:34:21.764400 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-506f5647-67fd-4be8-a6a7-6f1c634f3580 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473430 Apr 14 07:34:21.908467 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-6b0f99a3-eb45-4c18-bffc-acf783bf69cc service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358180 Apr 14 07:34:22.052404 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-3ade8fa9-dba1-4fb7-bba5-befd5d1ab904 req-fb191b66-3a99-4b27-aa05-0a60ea2a0943 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360135 Apr 14 07:34:22.188567 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-003e83f5-cc16-40f1-991f-b20ddb0e3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:22.190188 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-003e83f5-cc16-40f1-991f-b20ddb0e3654 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 1097 time: 0.0849187 Apr 14 07:34:22.343773 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-c407d0a7-c4cf-45c7-aca1-d99d6f076802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:22.345382 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-c407d0a7-c4cf-45c7-aca1-d99d6f076802 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 915 time: 0.1373928 Apr 14 07:34:22.423813 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-d2269520-f5b9-4afc-89fa-8a611762c76f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9862b2c7-dc87-434b-9bb1-e2f8bd841f70 HTTP/1.1" status: 200 len: 217 time: 0.0675828 Apr 14 07:34:22.516323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-43050a24-4a24-48f7-8d3b-e40d0d6e68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:22.517921 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-43050a24-4a24-48f7-8d3b-e40d0d6e68d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.0681815 Apr 14 07:34:22.572724 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-82e42de5-7a1e-422c-9cc7-77c22553ae79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474877 Apr 14 07:34:22.784809 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-18352208-ea74-4d33-979a-f3b73d05fac8 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022569 Apr 14 07:34:22.798387 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e416df-36fc-499d-a2b7-b93340d2e31a req-d7edafd9-f01d-4aba-843c-dff0d9496f56 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:22.799940 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-23e416df-36fc-499d-a2b7-b93340d2e31a req-d7edafd9-f01d-4aba-843c-dff0d9496f56 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 944 time: 0.1427748 Apr 14 07:34:22.906967 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-23e416df-36fc-499d-a2b7-b93340d2e31a req-7fec2317-4a18-404d-bca0-3dbf1d3d5812 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841866 Apr 14 07:34:22.961044 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-687d17a7-7fbb-4498-8eaa-6ee93ab19fb6 req-6dfb0f4b-d65b-4d7f-9945-6e34fc51f99c service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600399 Apr 14 07:34:23.196238 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235039f-0b81-4c3a-9fe2-2287f459eeee req-cfc26999-4dc8-4415-b6b7-8864d51cee31 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:23.198447 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e235039f-0b81-4c3a-9fe2-2287f459eeee req-cfc26999-4dc8-4415-b6b7-8864d51cee31 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.0883350 Apr 14 07:34:23.228296 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e235039f-0b81-4c3a-9fe2-2287f459eeee req-b7fc04eb-5b20-4fdd-9227-7a9ca6ff1b3f tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233612 Apr 14 07:34:24.113833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c265375-b7ec-45ca-8d67-c631995a31ec req-7db5192c-9d74-47df-b743-25f24681594e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:24.115460 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c265375-b7ec-45ca-8d67-c631995a31ec req-7db5192c-9d74-47df-b743-25f24681594e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 944 time: 0.0896466 Apr 14 07:34:24.149056 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8c265375-b7ec-45ca-8d67-c631995a31ec req-29dca267-e83c-4137-b7c7-a49d78856308 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256629 Apr 14 07:34:24.435736 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7fd37-4af7-4631-91cf-30d664d1b760 req-4b3dc996-d151-4adf-a570-ce9fddd9c221 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:24.437347 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bfc7fd37-4af7-4631-91cf-30d664d1b760 req-4b3dc996-d151-4adf-a570-ce9fddd9c221 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.0944102 Apr 14 07:34:24.467580 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bfc7fd37-4af7-4631-91cf-30d664d1b760 req-6c8a43f8-fa2a-4499-9948-4c45c9a2b333 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238819 Apr 14 07:34:24.542189 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:34:24.685219 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:24.699531 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'port_id': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70', 'mac_address': 'fa:16:3e:fc:32:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4408f86-44d7-42d6-a5bd-de22b7b11df5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:34:24.757235 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:24.758519 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:24.774766 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:24.777637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:24.780142 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:24.848676 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:24.851794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:25.071902 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['9862b2c7-dc87-434b-9bb1-e2f8bd841f70'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:25.351864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff677-481c-46d5-a855-de1ae568786c req-7eaf8133-fe01-4485-8cf1-9b9dc8661011 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:25.353457 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ca7ff677-481c-46d5-a855-de1ae568786c req-7eaf8133-fe01-4485-8cf1-9b9dc8661011 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 945 time: 0.0888360 Apr 14 07:34:25.385086 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ca7ff677-481c-46d5-a855-de1ae568786c req-37855f9c-2ec2-4118-acab-a3938ae1f2e1 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236075 Apr 14 07:34:25.673435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d81156-af18-4cae-88f1-6eea722e6a0f req-d1d80feb-1e2c-4943-8107-8614e390d238 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:25.674910 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-12d81156-af18-4cae-88f1-6eea722e6a0f req-d1d80feb-1e2c-4943-8107-8614e390d238 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.0945210 Apr 14 07:34:25.705413 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-12d81156-af18-4cae-88f1-6eea722e6a0f req-e94822dd-9981-4405-a7a9-893258a3efd8 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237868 Apr 14 07:34:26.546032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:34:26.587236 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37091c5-5b10-4e77-ab84-043e28237d0a req-00b0328d-37d0-407b-a021-85b014d6de43 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:26.588852 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e37091c5-5b10-4e77-ab84-043e28237d0a req-00b0328d-37d0-407b-a021-85b014d6de43 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 945 time: 0.0913100 Apr 14 07:34:26.621185 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:34:26.621557 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e37091c5-5b10-4e77-ab84-043e28237d0a req-f36cec0e-a135-4dd9-babc-ebf7dd669e78 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259573 Apr 14 07:34:26.626503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:34:26.627030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:26.749063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:26.760752 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:26.771038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:26.774794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:26.777562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:26.814021 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70', 'code': 200} Apr 14 07:34:26.860430 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:26.863816 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:26.926230 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbc3d-0936-418b-9c53-cefe1e46082a req-445fe5bf-d56b-4f62-81b2-db1b8cfdbe17 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:26.927843 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-56afbc3d-0936-418b-9c53-cefe1e46082a req-445fe5bf-d56b-4f62-81b2-db1b8cfdbe17 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.1075492 Apr 14 07:34:26.958707 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-56afbc3d-0936-418b-9c53-cefe1e46082a req-5cfe4f03-f112-4c17-ad79-e1e4b8fd97a3 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244000 Apr 14 07:34:27.064781 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e5854-11d8-4220-beab-abedd75d575b req-2a93b3d7-b23f-436c-a062-961c2050b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:27.066263 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-885e5854-11d8-4220-beab-abedd75d575b req-2a93b3d7-b23f-436c-a062-961c2050b743 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 1099 time: 0.0771477 Apr 14 07:34:27.094012 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-885e5854-11d8-4220-beab-abedd75d575b req-a1be2f1c-d6d3-4977-b684-f57288db9965 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0200686 Apr 14 07:34:27.819753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5542114-c0c0-48f8-b1fc-0ed0756fc002 req-5544daf1-aab3-4ee9-b4b2-60b21f4fba10 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:27.821492 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c5542114-c0c0-48f8-b1fc-0ed0756fc002 req-5544daf1-aab3-4ee9-b4b2-60b21f4fba10 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 946 time: 0.0876706 Apr 14 07:34:27.852214 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-c5542114-c0c0-48f8-b1fc-0ed0756fc002 req-a15edfc7-b46e-4754-b2a3-3082e831a4ee tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238039 Apr 14 07:34:28.173361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363a9c9-22f9-476d-8d84-0f28bda72c7f req-a64ec6bb-cfc2-4cf7-b683-954c564c1f18 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:28.175156 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b363a9c9-22f9-476d-8d84-0f28bda72c7f req-a64ec6bb-cfc2-4cf7-b683-954c564c1f18 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.0975707 Apr 14 07:34:28.207346 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b363a9c9-22f9-476d-8d84-0f28bda72c7f req-63f7fce8-4406-4278-a7ae-9da5aeaae6a4 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257621 Apr 14 07:34:28.952300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-f2afda63-2edc-41dd-a58e-4e96da9836e4 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:28.953904 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-f2afda63-2edc-41dd-a58e-4e96da9836e4 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.0881040 Apr 14 07:34:29.037215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Deleting port a664936b-e374-4883-9ff8-90cea0317b57 {{(pid=85307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:29.037607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:29.056233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455c4fd-09a3-4de3-ae27-5f869cf18076 req-676d52f5-344d-4d77-a769-6b420bb1742b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:29.058363 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1455c4fd-09a3-4de3-ae27-5f869cf18076 req-676d52f5-344d-4d77-a769-6b420bb1742b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 946 time: 0.0918720 Apr 14 07:34:29.089608 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1455c4fd-09a3-4de3-ae27-5f869cf18076 req-58f1e426-4e31-49f8-923c-67377c2d4db9 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247309 Apr 14 07:34:29.314602 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] For port a664936b-e374-4883-9ff8-90cea0317b57, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=a664936b-e374-4883-9ff8-90cea0317b57,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:29.315140 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:29.505343 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Calling delete_port for a664936b-e374-4883-9ff8-90cea0317b57 owned by compute:nova {{(pid=85307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:34:29.618217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dc726-293f-454b-a630-229230a68fb1 req-5be537d6-da4e-4c1c-8fc5-da9787cae609 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:29.620400 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a0dc726-293f-454b-a630-229230a68fb1 req-5be537d6-da4e-4c1c-8fc5-da9787cae609 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3be83d5-3bfb-483a-be92-42ee5dd6490a HTTP/1.1" status: 200 len: 945 time: 0.2964995 Apr 14 07:34:29.696773 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a0dc726-293f-454b-a630-229230a68fb1 req-141d0cdc-3b2b-4461-9940-78878177a46d tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Apr 14 07:34:29.709968 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:29.725510 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['a664936b-e374-4883-9ff8-90cea0317b57'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:29.726901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-21921bbb-e723-4508-85a4-429c4dbdab95 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:29.779821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Pushing event deleted for resources: {'Port': ['ID=a664936b-e374-4883-9ff8-90cea0317b57,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:29.835538 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.835984 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.836408 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.836854 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.837276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.837695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.838637 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.839053 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.839466 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.839873 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.840283 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.840719 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:29.845366 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:29.985361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] No DVR routers for this DVR port a664936b-e374-4883-9ff8-90cea0317b57 on host hv-cinder-78409 {{(pid=85307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:34:29.987817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:29.990607 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'name': 'network-vif-deleted', 'tag': 'a664936b-e374-4883-9ff8-90cea0317b57'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:30.005529 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-78db5b9d-3cc6-41c9-9c0f-ab785f24041b req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "DELETE /v2.0/ports/a664936b-e374-4883-9ff8-90cea0317b57 HTTP/1.1" status: 204 len: 173 time: 1.0449922 Apr 14 07:34:30.042612 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be83d5-3bfb-483a-be92-42ee5dd6490a', 'name': 'network-vif-deleted', 'tag': 'a664936b-e374-4883-9ff8-90cea0317b57', 'status': 'completed', 'code': 200} Apr 14 07:34:32.590617 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device a664936b-e374-4883-9ff8-90cea0317b57 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:34:32.632509 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: a664936b-e374-4883-9ff8-90cea0317b57 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:34:32.632936 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device a664936b-e374-4883-9ff8-90cea0317b57 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:34:34.086226 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c58d734d-eeaf-41fe-87cc-cbe397b639e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:35.271307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-8abedb1e-c8b1-44a6-a9cf-4fe160a5dc50 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:35.272879 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-8abedb1e-c8b1-44a6-a9cf-4fe160a5dc50 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/networks?id=ba26968f-c1ea-4646-b676-5b84e47ad467 HTTP/1.1" status: 200 len: 814 time: 0.1621780 Apr 14 07:34:35.289682 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-9121ef9e-3eb8-4521-96f8-3487fee9f16c tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/quotas/28374c403d41451a8bc68a982ebeb53a HTTP/1.1" status: 200 len: 375 time: 0.0104723 Apr 14 07:34:35.344974 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-db585ce6-b0ab-4e36-81ad-a43bdf304b31 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28374c403d41451a8bc68a982ebeb53a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489037 Apr 14 07:34:35.490239 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-8a3f2fcd-5d7c-4a6a-8b22-b00d5fb51eea service neutron] 10.222.0.42 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378839 Apr 14 07:34:35.525549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d947-248d-422d-b263-f018c6e17f24 req-18869c98-090b-4bff-b8de-95c5fe2895c3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:35.527192 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-18869c98-090b-4bff-b8de-95c5fe2895c3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.1594768 Apr 14 07:34:35.543563 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-27fd86be-02df-4b4f-8d46-d4137d5c8544 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/quotas/4811f8c43734461089513aec38468580 HTTP/1.1" status: 200 len: 375 time: 0.0100105 Apr 14 07:34:35.635854 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-d73f7663-0dd8-4fa0-a574-3bbe955b077d service neutron] 10.222.0.42 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389906 Apr 14 07:34:35.641055 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-00d60a14-81d3-455c-b660-b35fba5cca9e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912154 Apr 14 07:34:35.793951 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-ecc92610-3a3b-4705-879a-e1826a8da6ef service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423852 Apr 14 07:34:35.829313 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ca650d2b-6cae-4b7b-ace3-fcd42d92a3e4 req-a951d1fd-6dea-425c-96ff-aa706e448b27 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 210 time: 0.0489252 Apr 14 07:34:36.191225 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-3860a701-1295-4750-9a0c-b4d572883411 service neutron] 10.222.0.42 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901324 Apr 14 07:34:36.387147 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b2f47849-1ec2-49c8-a9e4-3e667a51b4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:36.393904 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4feee26d-7c8d-4857-a195-c02f89c062d4 req-2d5a5525-6383-41e5-92ab-c349bec8774d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 210 time: 0.0560353 Apr 14 07:34:36.992458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-833c10e2-d0f2-4cf0-938e-0b098513fd15 req-a1178e0a-9f6d-46dd-9ae3-a7c5d4fc11c2 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Synchronizing usage tracker for tenant:28374c403d41451a8bc68a982ebeb53a on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:34:37.009431 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-833c10e2-d0f2-4cf0-938e-0b098513fd15 req-a1178e0a-9f6d-46dd-9ae3-a7c5d4fc11c2 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Unset dirty status for tenant:28374c403d41451a8bc68a982ebeb53a on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:34:37.010684 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-833c10e2-d0f2-4cf0-938e-0b098513fd15 req-a1178e0a-9f6d-46dd-9ae3-a7c5d4fc11c2 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 210 time: 0.0680037 Apr 14 07:34:37.291459 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-05114931-5e09-4783-a201-e10b5dfdd815 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:37.293018 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-05114931-5e09-4783-a201-e10b5dfdd815 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "GET /v2.0/networks?id=ba26968f-c1ea-4646-b676-5b84e47ad467 HTTP/1.1" status: 200 len: 814 time: 0.1658940 Apr 14 07:34:37.310016 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Request body: {'port': {'device_id': '1453273f-c4b3-4400-a223-715465b15b94', 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467', 'admin_state_up': True, 'tenant_id': '28374c403d41451a8bc68a982ebeb53a'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:37.442635 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:37.461953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:34:37.472729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:34:37.482310 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Made reservation on behalf of 28374c403d41451a8bc68a982ebeb53a for: {'port': 1} {{(pid=85307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:34:37.488396 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:37.558423 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-8f67899b-3528-497c-ae65-73da5fd3eaa9 req-172a92af-6686-4e7a-893d-5bf3a6fc9cf1 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 210 time: 0.0509200 Apr 14 07:34:37.570949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:37.645822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Allocated IP 172.20.0.8 (ba26968f-c1ea-4646-b676-5b84e47ad467/198a3716-5a19-4282-b82b-8558445a3281/962160b6-e98b-49e8-8329-653d5523c658) {{(pid=85307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:34:37.847124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks [] for port, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:37.876532 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6228846'] for port, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:37.891810 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-278f51cf-9208-4081-89a2-4965729faea4 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:37.918877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:38.030653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Pushing event updated for resources: {'Port': ['ID=962160b6-e98b-49e8-8329-653d5523c658,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:38.035089 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:38.087926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Network ba26968f-c1ea-4646-b676-5b84e47ad467 is already hosted by enough agents. {{(pid=85307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:34:38.089138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Resources bound (agent type, host, resource id): {{(pid=85307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:34:38.091522 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Received port after_create {{(pid=85307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:34:38.202528 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:38.203214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:38.243270 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-a0401b12-6b4a-491a-823a-0f0caad6abcd tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9372430 Apr 14 07:34:38.263662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Request body: {'port': {'device_id': '1453273f-c4b3-4400-a223-715465b15b94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:38.315178 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97c5ee-697e-4f4c-a769-d932d11a92a2 req-0a99737e-bdbf-4aaf-b023-ebb00828ec49 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:38.315960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2d97c5ee-697e-4f4c-a769-d932d11a92a2 req-0a99737e-bdbf-4aaf-b023-ebb00828ec49 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Synchronizing usage tracker for tenant:28374c403d41451a8bc68a982ebeb53a on resource:port {{(pid=85307) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:34:38.379468 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-2d97c5ee-697e-4f4c-a769-d932d11a92a2 req-0a99737e-bdbf-4aaf-b023-ebb00828ec49 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Unset dirty status for tenant:28374c403d41451a8bc68a982ebeb53a on resource:port {{(pid=85307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:34:38.380856 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d97c5ee-697e-4f4c-a769-d932d11a92a2 req-0a99737e-bdbf-4aaf-b023-ebb00828ec49 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 931 time: 0.2336857 Apr 14 07:34:38.395758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d947-248d-422d-b263-f018c6e17f24 req-4e16a833-d037-4e13-ac0b-23977eabcc32 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:38.397355 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-4e16a833-d037-4e13-ac0b-23977eabcc32 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 814 time: 0.1633880 Apr 14 07:34:38.413316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Request body: {'port': {'device_id': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'admin_state_up': True, 'tenant_id': '4811f8c43734461089513aec38468580'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:38.428805 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-2d97c5ee-697e-4f4c-a769-d932d11a92a2 req-ac743876-927d-40f6-8849-6eb5e68e7c70 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376761 Apr 14 07:34:38.434153 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:38.565723 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:34:38.576259 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:34:38.586134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Made reservation on behalf of 4811f8c43734461089513aec38468580 for: {'port': 1} {{(pid=85306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 07:34:38.592420 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:38.732583 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-df4e6bbf-e172-4508-bc89-469f82da4a1c req-0ff062a0-d042-4337-bc7f-48913fce1b09 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 210 time: 0.0571167 Apr 14 07:34:38.800355 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_common [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Allocated IP 172.20.0.9 (d043d6a2-f9dd-43ec-a750-02a2efcc5dc5/d4408f86-44d7-42d6-a5bd-de22b7b11df5/5f47bcfe-c514-4fa3-8c22-750d2d845d3e) {{(pid=85306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 07:34:38.845421 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962160b6-e98b-49e8-8329-653d5523c658 {{(pid=85307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:38.849590 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:38.854087 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:38.870165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Transition to ACTIVE for port object 962160b6-e98b-49e8-8329-653d5523c658 will not be triggered until provisioned by entity L2. {{(pid=85307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:34:38.872800 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:38.888500 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-1ebfcada-f2d0-45e6-b002-10c3a31cb01e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:39.000636 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks [] for port, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:39.024872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Pushing event updated for resources: {'Port': ['ID=962160b6-e98b-49e8-8329-653d5523c658,revision_number=2']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:39.031117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:39.031969 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363310358235627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:39.044860 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['bf6dc392-f020-454d-8fb1-cfc549d34304', '5d219d6f-6406-44ee-b713-d71a86553471', '9862b2c7-dc87-434b-9bb1-e2f8bd841f70'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:39.054268 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f54d77c0-df30-49c8-a611-27b2c21fd270 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:39.234305 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event updated for resources: {'Port': ['ID=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:39.246390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.246821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.247240 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.247653 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.248397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.248397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.248840 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.249239 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.249888 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.250290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.250915 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.251038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:39.254918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:39.268703 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 is already hosted by enough agents. {{(pid=85306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 07:34:39.269918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.scheduler.base_scheduler [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Resources bound (agent type, host, resource id): {{(pid=85306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 07:34:39.272276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Received port after_create {{(pid=85306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 07:34:39.275864 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Attempting to bind port 962160b6-e98b-49e8-8329-653d5523c658 on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:34:39.276245 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Attempting to bind port 962160b6-e98b-49e8-8329-653d5523c658 by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:34:39.276667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Attempting to bind port 962160b6-e98b-49e8-8329-653d5523c658 on network ba26968f-c1ea-4646-b676-5b84e47ad467 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:39.282296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Port 962160b6-e98b-49e8-8329-653d5523c658 on network ba26968f-c1ea-4646-b676-5b84e47ad467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:34:39.282655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Attempting to bind port 962160b6-e98b-49e8-8329-653d5523c658 on network ba26968f-c1ea-4646-b676-5b84e47ad467 {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:39.288163 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:34:39.288569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Checking segment: {'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:34:39.289357 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Bound using segment: {'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'} {{(pid=85307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:34:39.289828 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Bound port: 962160b6-e98b-49e8-8329-653d5523c658, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34c5d22-e687-448e-8861-67c525e965cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467'}}] {{(pid=85307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:34:39.290206 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:39.338764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:39.339443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:39.366074 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-6b317469-84ef-4677-97c8-0a2b4df3a6cb tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568059 Apr 14 07:34:39.371217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] For port 962160b6-e98b-49e8-8329-653d5523c658, host hv-cinder-78409, cleared binding levels {{(pid=85307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:34:39.375290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] For port 962160b6-e98b-49e8-8329-653d5523c658, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=962160b6-e98b-49e8-8329-653d5523c658,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:34:39.381962 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.v2.base [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Request body: {'port': {'device_id': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78409'}} {{(pid=85306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 07:34:39.383852 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848546986'] for port, after_update {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:39.400020 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e1ace8f5-5e13-417f-8793-7f39bb2bf05b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:39.507352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:39.555813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Pushing event updated for resources: {'Port': ['ID=962160b6-e98b-49e8-8329-653d5523c658,revision_number=3']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:39.564116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:39.652896 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:39.653616 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:39.655097 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-4369b74d-e33d-4b4e-acd7-9b55a9ed185f service neutron] 10.222.0.50 "PUT /v2.0/ports/962160b6-e98b-49e8-8329-653d5523c658 HTTP/1.1" status: 200 len: 1093 time: 1.3979416 Apr 14 07:34:39.657390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1453273f-c4b3-4400-a223-715465b15b94', 'tag': '962160b6-e98b-49e8-8329-653d5523c658'}] {{(pid=85307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:39.691300 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b124ca-8fab-479a-a686-00243e02a6b6 req-e59fbd07-ef4f-46ab-85ac-bee79a60face tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:39.693123 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-51b124ca-8fab-479a-a686-00243e02a6b6 req-e59fbd07-ef4f-46ab-85ac-bee79a60face tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 943 time: 0.1340144 Apr 14 07:34:39.731842 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1453273f-c4b3-4400-a223-715465b15b94', 'tag': '962160b6-e98b-49e8-8329-653d5523c658', 'status': 'completed', 'code': 200} Apr 14 07:34:39.770927 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-51b124ca-8fab-479a-a686-00243e02a6b6 req-f327458a-86d2-4765-852b-5d33fac5da1c tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Apr 14 07:34:39.817606 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-e9ef7027-4556-42be-a33f-d85baf108179 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234143 Apr 14 07:34:39.991932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6997227-c72d-40af-994a-b181b5959ec9 req-8d899d66-d592-452b-ae0d-2e5af563edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:39.993630 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-8d899d66-d592-452b-ae0d-2e5af563edf1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 1098 time: 0.0830057 Apr 14 07:34:40.167159 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6997227-c72d-40af-994a-b181b5959ec9 req-5ae97239-6451-485b-a32b-30e1fb8b80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:40.168932 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-5ae97239-6451-485b-a32b-30e1fb8b80f3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 915 time: 0.1448007 Apr 14 07:34:40.203317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-39d644d2-8ede-4a8d-b654-b6a4f83714f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:40.204966 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-39d644d2-8ede-4a8d-b654-b6a4f83714f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28374c403d41451a8bc68a982ebeb53a&device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 1096 time: 0.4889247 Apr 14 07:34:40.252694 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-13493d5f-2eef-4600-8d33-42cf61aaa0e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf6dc392-f020-454d-8fb1-cfc549d34304 HTTP/1.1" status: 200 len: 217 time: 0.0698514 Apr 14 07:34:40.304143 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-f71406d0-f870-4862-ace1-c6e73bdba9e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962160b6-e98b-49e8-8329-653d5523c658 HTTP/1.1" status: 200 len: 217 time: 0.0857050 Apr 14 07:34:40.322114 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c8130-1788-4b89-8165-77f6ed77f76e req-85174986-d100-47b2-a120-aa5e2a8371b7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:40.322879 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-6e8c8130-1788-4b89-8165-77f6ed77f76e req-85174986-d100-47b2-a120-aa5e2a8371b7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:34:40.326572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6997227-c72d-40af-994a-b181b5959ec9 req-38f7ae38-1f22-4934-94c7-5e1f5d4d64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:40.328211 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-38f7ae38-1f22-4934-94c7-5e1f5d4d64b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.0676913 Apr 14 07:34:40.389281 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-786244cd-fc6d-43e2-98f6-adc538df2fdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469086 Apr 14 07:34:40.457276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-6e8c8130-1788-4b89-8165-77f6ed77f76e req-85174986-d100-47b2-a120-aa5e2a8371b7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:34:40.458562 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6e8c8130-1788-4b89-8165-77f6ed77f76e req-85174986-d100-47b2-a120-aa5e2a8371b7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 931 time: 0.6037610 Apr 14 07:34:40.470919 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-6b54ef26-2317-43b7-ac56-e0f1ea2a5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:40.472431 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-6b54ef26-2317-43b7-ac56-e0f1ea2a5e31 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=198a3716-5a19-4282-b82b-8558445a3281 HTTP/1.1" status: 200 len: 854 time: 0.1461701 Apr 14 07:34:40.474562 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f47bcfe-c514-4fa3-8c22-750d2d845d3e {{(pid=85306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:40.494232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:40.544554 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-774114f7-b333-409f-ac9d-20e0f2adc48f service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413329 Apr 14 07:34:40.560973 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6e8c8130-1788-4b89-8165-77f6ed77f76e req-6d7c9d6e-6dae-4af2-bc06-4463bd92fd05 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918915 Apr 14 07:34:40.566927 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-d87aeb07-b2a8-4016-aa1d-c06890f03a31 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba26968f-c1ea-4646-b676-5b84e47ad467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675128 Apr 14 07:34:40.569404 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Transition to ACTIVE for port object 5f47bcfe-c514-4fa3-8c22-750d2d845d3e will not be triggered until provisioned by entity L2. {{(pid=85306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 07:34:40.572090 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:40.593061 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0d6182e9-0893-4dde-897f-2210c3d0a429 tempest-TestShelveInstance-1110729680 tempest-TestShelveInstance-1110729680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:40.690101 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e6997227-c72d-40af-994a-b181b5959ec9 req-017fb788-5e93-4545-814f-f574b7bb1902 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365919 Apr 14 07:34:40.826627 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Pushing event updated for resources: {'Port': ['ID=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,revision_number=2']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:40.829686 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:40.899217 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-523fb701-753d-47ce-bf47-3c7f13ab5031 service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093543 Apr 14 07:34:40.982754 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de484ed5-284b-401b-ae22-db456f0f0601 req-9412bb68-53e8-4b12-85b2-8fca37ad343d tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:40.984363 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de484ed5-284b-401b-ae22-db456f0f0601 req-9412bb68-53e8-4b12-85b2-8fca37ad343d tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 943 time: 0.0877867 Apr 14 07:34:41.015250 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-de484ed5-284b-401b-ae22-db456f0f0601 req-f75cb7af-b57e-4771-acce-8334ec679310 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241671 Apr 14 07:34:41.206326 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-f1b56380-73d5-41c4-b06a-b006df069d7a req-25ec0cf7-bd7e-41f4-b64c-f0b27fe1a4cd service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995293 Apr 14 07:34:41.208339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Attempting to bind port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e on host hv-cinder-78409 for vnic_type normal with profile {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 07:34:41.208744 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Attempting to bind port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e by drivers openvswitch,hyperv on host hv-cinder-78409 at level 0 using segments [{'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 07:34:41.209107 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Attempting to bind port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:41.215003 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78409 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 07:34:41.215364 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Attempting to bind port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e on network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 07:34:41.221424 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Checking agent: {'id': '10b3f7c2-d17e-42fa-a055-3ede86b84ddd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78409', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'started_at': datetime.datetime(2021, 4, 14, 7, 24, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 7, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 07:34:41.221801 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Checking segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 07:34:41.222217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Bound using segment: {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'} {{(pid=85306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 07:34:41.222819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Bound port: 5f47bcfe-c514-4fa3-8c22-750d2d845d3e, host: hv-cinder-78409, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bebcff2-9b77-4135-92e0-d1baec441f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5'}}] {{(pid=85306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 07:34:41.223247 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:41.361064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] For port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e, host hv-cinder-78409, cleared binding levels {{(pid=85306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 07:34:41.366419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] For port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e, host hv-cinder-78409, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 07:34:41.378006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5439700'] for port, after_update {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:41.389638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:34:41.393806 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-03397a65-cb86-4f4b-bf92-5bc344396b9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:41.494471 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-a8210104-f690-4e62-9231-604ef2626d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:41.496103 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-a8210104-f690-4e62-9231-604ef2626d2b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=28374c403d41451a8bc68a982ebeb53a&device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 1096 time: 0.2396729 Apr 14 07:34:41.630052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Pushing event updated for resources: {'Port': ['ID=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,revision_number=3']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:41.638308 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:41.745772 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:41.746446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:41.748462 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-85b5c272-497b-46a5-90ea-8d154a93af01 service neutron] 10.222.0.50 "PUT /v2.0/ports/5f47bcfe-c514-4fa3-8c22-750d2d845d3e HTTP/1.1" status: 200 len: 1093 time: 2.3714225 Apr 14 07:34:41.751174 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'tag': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:41.784031 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-98bb750b-2752-457d-a1fd-c967f07fe2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:41.785637 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-98bb750b-2752-457d-a1fd-c967f07fe2d1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ba26968f-c1ea-4646-b676-5b84e47ad467 HTTP/1.1" status: 200 len: 915 time: 0.2721317 Apr 14 07:34:41.898429 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'tag': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e', 'status': 'completed', 'code': 200} Apr 14 07:34:41.921055 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-8cd75967-ab4b-4d75-af18-f1ee63c522d1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962160b6-e98b-49e8-8329-653d5523c658 HTTP/1.1" status: 200 len: 217 time: 0.1215250 Apr 14 07:34:41.938963 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227a52b-d86e-46e1-a75d-15020ada30e0 req-49b14107-2aaa-4bef-ad6d-d36686369f40 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:41.940495 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a227a52b-d86e-46e1-a75d-15020ada30e0 req-49b14107-2aaa-4bef-ad6d-d36686369f40 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 943 time: 0.2450750 Apr 14 07:34:42.028655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a227a52b-d86e-46e1-a75d-15020ada30e0 req-4075b5e6-1dd7-4ee8-a664-a95894e1c478 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512493 Apr 14 07:34:42.045401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-1327e294-9491-445d-a5f8-8d469dc9578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:42.047038 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-1327e294-9491-445d-a5f8-8d469dc9578a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=198a3716-5a19-4282-b82b-8558445a3281 HTTP/1.1" status: 200 len: 854 time: 0.1172609 Apr 14 07:34:42.052845 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d947-248d-422d-b263-f018c6e17f24 req-2b12d08b-c392-4342-aba4-84608d0be97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:42.054457 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-2b12d08b-c392-4342-aba4-84608d0be97a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 1096 time: 0.2561395 Apr 14 07:34:42.169113 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-50cad566-ed5f-42d5-bc21-182742d5d59b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ba26968f-c1ea-4646-b676-5b84e47ad467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065915 Apr 14 07:34:42.173384 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-e442b6d8-88bc-4b54-8a78-523ec957236b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f47bcfe-c514-4fa3-8c22-750d2d845d3e HTTP/1.1" status: 200 len: 217 time: 0.0786133 Apr 14 07:34:42.489939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9258fc-b964-4a2a-b8fb-ac8093faa226 req-c0072d36-f744-4fc0-aac3-a54cc1e20614 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:42.491562 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a9258fc-b964-4a2a-b8fb-ac8093faa226 req-c0072d36-f744-4fc0-aac3-a54cc1e20614 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 943 time: 0.3547051 Apr 14 07:34:42.532247 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5a9258fc-b964-4a2a-b8fb-ac8093faa226 req-1ac99b08-4c80-4562-9696-0e4829af6b9a tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Apr 14 07:34:42.585701 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d947-248d-422d-b263-f018c6e17f24 req-13c33a9e-1d5e-4fb7-8720-b5f85f26916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:42.587286 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-13c33a9e-1d5e-4fb7-8720-b5f85f26916f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.3898742 Apr 14 07:34:42.633445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 962160b6-e98b-49e8-8329-653d5523c658 details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:34:42.654078 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-3405bc93-3931-45c7-8e7c-fb68d6023627 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555837 Apr 14 07:34:42.745125 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-3ca90c97-f2dd-46b8-855a-8e920eca6809 service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734656 Apr 14 07:34:42.780013 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 962160b6-e98b-49e8-8329-653d5523c658, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=962160b6-e98b-49e8-8329-653d5523c658,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:42.795403 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '962160b6-e98b-49e8-8329-653d5523c658', 'network_id': 'ba26968f-c1ea-4646-b676-5b84e47ad467', 'port_id': '962160b6-e98b-49e8-8329-653d5523c658', 'mac_address': 'fa:16:3e:f5:f6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198a3716-5a19-4282-b82b-8558445a3281', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:34:42.861885 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:42.863214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962160b6-e98b-49e8-8329-653d5523c658 {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:42.880321 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 962160b6-e98b-49e8-8329-653d5523c658, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=962160b6-e98b-49e8-8329-653d5523c658,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:42.883938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:42.885959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:42.922860 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-67445171-8abc-4f16-af44-f26a41c4b917 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592175 Apr 14 07:34:42.961579 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=962160b6-e98b-49e8-8329-653d5523c658,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:42.969914 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.970296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.970712 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.971109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.971457 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.971831 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.972195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.972587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.972952 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.973317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.973675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.974033 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:34:42.978659 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:43.020651 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07b74a3d-8f64-4a97-b631-6399c75de762 req-91625c8b-0851-4fe1-b15c-c23a1efec876 service neutron] 10.222.0.50 "GET /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669461 Apr 14 07:34:43.089389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-1165d947-248d-422d-b263-f018c6e17f24 req-a51b980a-da5b-4084-8066-cd783edd341b service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539719 Apr 14 07:34:43.242674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['962160b6-e98b-49e8-8329-653d5523c658'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:43.302182 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b57b89-b1b3-4da5-ab9f-5458b3226bb3 req-987efb87-9a9f-47f9-b6a8-9f65256c9c0d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:43.303697 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-94b57b89-b1b3-4da5-ab9f-5458b3226bb3 req-987efb87-9a9f-47f9-b6a8-9f65256c9c0d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 943 time: 0.1556790 Apr 14 07:34:43.305794 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-333fadb2-4ddf-4e51-aa1d-bfb8b55d0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:43.307258 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-333fadb2-4ddf-4e51-aa1d-bfb8b55d0a26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4811f8c43734461089513aec38468580&device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 1096 time: 0.1220765 Apr 14 07:34:43.407651 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-94b57b89-b1b3-4da5-ab9f-5458b3226bb3 req-7bb48513-52eb-46a8-95fa-f9e9c9c718df tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974684 Apr 14 07:34:43.474084 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-cc9377ad-4001-441c-99ac-d08171d41533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:43.475629 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-cc9377ad-4001-441c-99ac-d08171d41533 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 200 len: 915 time: 0.1481767 Apr 14 07:34:43.559790 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-f36d29e5-2315-44a2-9df3-cd9aa914e9ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f47bcfe-c514-4fa3-8c22-750d2d845d3e HTTP/1.1" status: 200 len: 217 time: 0.0661204 Apr 14 07:34:43.641093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-ee53b9b0-da3b-4eed-b74e-30268bcf5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:43.642696 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-ee53b9b0-da3b-4eed-b74e-30268bcf5009 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 200 len: 854 time: 0.0700819 Apr 14 07:34:43.699202 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-d8ec55e3-a906-4e7f-a118-c89a218b9171 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466349 Apr 14 07:34:43.736867 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97650801-3658-4774-adf5-fac39d38f6b8 req-30467f20-6c08-423f-9170-6962a2dcde30 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:43.738469 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-97650801-3658-4774-adf5-fac39d38f6b8 req-30467f20-6c08-423f-9170-6962a2dcde30 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 944 time: 0.0885055 Apr 14 07:34:43.772282 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-97650801-3658-4774-adf5-fac39d38f6b8 req-4c5cf623-e5bc-4950-8d85-91504ccb6b51 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270112 Apr 14 07:34:43.846828 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-ed3db3cf-efca-4846-8cc6-e50a6bfafae2 service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400375 Apr 14 07:34:43.990186 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-bb33cc5d-aa7f-471e-b8ad-7c0703a3a4aa req-1502d263-4c65-449e-aa20-620c31fceecf service neutron] 10.222.0.50 "GET /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329551 Apr 14 07:34:44.606463 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07630060-8a44-49ba-924b-d5246d17f89c req-d2f0646d-5f1e-4198-80f7-81fb095ebb54 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:44.608646 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07630060-8a44-49ba-924b-d5246d17f89c req-d2f0646d-5f1e-4198-80f7-81fb095ebb54 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 943 time: 0.0870709 Apr 14 07:34:44.638978 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-07630060-8a44-49ba-924b-d5246d17f89c req-bab9949a-e5a6-4adb-a24c-0d08cba709ca tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237162 Apr 14 07:34:44.663184 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5f47bcfe-c514-4fa3-8c22-750d2d845d3e details requested by agent hyperv_hv-cinder-78409 with host hv-cinder-78409 {{(pid=85308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 07:34:44.668101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 962160b6-e98b-49e8-8329-653d5523c658 up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:34:44.827207 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 962160b6-e98b-49e8-8329-653d5523c658 completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:34:44.847098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 962160b6-e98b-49e8-8329-653d5523c658 triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:34:44.847597 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:44.977918 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2616e10-6767-4cfe-a3a9-bf584b900889 req-24a11356-3189-4c62-ba51-e7471d59e79b tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:44.979648 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2616e10-6767-4cfe-a3a9-bf584b900889 req-24a11356-3189-4c62-ba51-e7471d59e79b tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 944 time: 0.0922813 Apr 14 07:34:45.012718 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d2616e10-6767-4cfe-a3a9-bf584b900889 req-a70600ce-f4ef-4533-ad97-26ef28fde5aa tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255873 Apr 14 07:34:45.079553 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:45.105276 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Returning: {'device': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e', 'network_id': 'd043d6a2-f9dd-43ec-a750-02a2efcc5dc5', 'port_id': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e', 'mac_address': 'fa:16:3e:9e:71:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4408f86-44d7-42d6-a5bd-de22b7b11df5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 07:34:45.212846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:45.214154 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f47bcfe-c514-4fa3-8c22-750d2d845d3e {{(pid=85308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 07:34:45.236200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:45.248753 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453273f-c4b3-4400-a223-715465b15b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962160b6-e98b-49e8-8329-653d5523c658'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:45.255839 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:45.260250 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:45.263546 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 962160b6-e98b-49e8-8329-653d5523c658, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=962160b6-e98b-49e8-8329-653d5523c658,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:45.264552 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:45.302016 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453273f-c4b3-4400-a223-715465b15b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962160b6-e98b-49e8-8329-653d5523c658', 'code': 200} Apr 14 07:34:45.302694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:45.338292 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,revision_number=4']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:45.341813 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:45.342312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:45.414449 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=962160b6-e98b-49e8-8329-653d5523c658,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:45.417646 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:45.560321 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f07f66-157e-4e76-943c-01eae7285661 req-0ff37cce-4739-4a46-8b8e-82249734cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:45.561928 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-08f07f66-157e-4e76-943c-01eae7285661 req-0ff37cce-4739-4a46-8b8e-82249734cc7b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 1098 time: 0.0800920 Apr 14 07:34:45.588644 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-08f07f66-157e-4e76-943c-01eae7285661 req-b7069751-b4bf-4a1e-9e76-1910979a143b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0194316 Apr 14 07:34:45.612634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['5f47bcfe-c514-4fa3-8c22-750d2d845d3e'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:45.851124 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cd5f8-433e-4280-846a-44dc4a03d12e req-d28d8be8-b734-4a27-9faa-129d3a30147d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:45.852655 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-625cd5f8-433e-4280-846a-44dc4a03d12e req-d28d8be8-b734-4a27-9faa-129d3a30147d tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 944 time: 0.0874698 Apr 14 07:34:45.887132 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-625cd5f8-433e-4280-846a-44dc4a03d12e req-7499c0ef-13f2-4f0b-8886-315e1a6b4160 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274649 Apr 14 07:34:46.218351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642e9fe-2796-4535-abc2-a951a5922427 req-76b31ddc-8458-4b20-ba14-b7b0c707ad61 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:46.219954 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6642e9fe-2796-4535-abc2-a951a5922427 req-76b31ddc-8458-4b20-ba14-b7b0c707ad61 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.0874786 Apr 14 07:34:46.250965 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6642e9fe-2796-4535-abc2-a951a5922427 req-4533e4df-7775-4fbc-a4ff-bea704b33541 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245433 Apr 14 07:34:46.681629 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5f47bcfe-c514-4fa3-8c22-750d2d845d3e up at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 07:34:46.759172 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning for port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e completed by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 07:34:46.764938 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.provisioning_blocks [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Provisioning complete for port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e triggered by entity L2. {{(pid=85308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 07:34:46.765363 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854703603'] for port, provisioning_complete {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:46.893165 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-237366'] for port, before_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:46.909571 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] For port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:46.912585 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726496982302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363310358235610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726496540224'] for port, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:46.915351 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:46.983884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Pushing event updated for resources: {'Port': ['ID=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,revision_number=5']} {{(pid=85308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:34:46.987196 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:34:47.086517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d07dd-71e6-4367-be9d-3eb2baf69612 req-220b4c88-c5ab-4a2b-98ae-8f88c04b4cf2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:47.088099 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-832d07dd-71e6-4367-be9d-3eb2baf69612 req-220b4c88-c5ab-4a2b-98ae-8f88c04b4cf2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 945 time: 0.0869744 Apr 14 07:34:47.118019 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-832d07dd-71e6-4367-be9d-3eb2baf69612 req-4684fbde-9cc6-4113-a82a-0fa2f19445ce tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0234261 Apr 14 07:34:47.303698 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e'}] {{(pid=85308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:34:47.353472 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e', 'code': 200} Apr 14 07:34:47.457401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb2f40-b202-4ffb-ba50-544703f70a4b req-2460c351-c654-4f7b-91ad-38f6d397930e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:47.459006 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dcb2f40-b202-4ffb-ba50-544703f70a4b req-2460c351-c654-4f7b-91ad-38f6d397930e tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.0919189 Apr 14 07:34:47.489970 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-7dcb2f40-b202-4ffb-ba50-544703f70a4b req-10aa5047-7c70-472e-92ac-f98d2fbc0967 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244038 Apr 14 07:34:47.598979 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed2da0-2ece-45b3-864b-8ae9549daab3 req-76ec90e2-8bd0-4374-b6c5-81521193bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:47.600635 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b2ed2da0-2ece-45b3-864b-8ae9549daab3 req-76ec90e2-8bd0-4374-b6c5-81521193bec5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 1098 time: 0.0768561 Apr 14 07:34:47.629305 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b2ed2da0-2ece-45b3-864b-8ae9549daab3 req-75f90d86-13b3-44ea-afec-38ec465a729d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0208571 Apr 14 07:34:48.327041 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388ff1a-4bb1-429c-9521-50d8a150ec88 req-dca37bae-dea4-4bcf-bd0f-5c6f61e7e9c5 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:48.328582 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b388ff1a-4bb1-429c-9521-50d8a150ec88 req-dca37bae-dea4-4bcf-bd0f-5c6f61e7e9c5 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 945 time: 0.0921202 Apr 14 07:34:48.359140 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b388ff1a-4bb1-429c-9521-50d8a150ec88 req-de1e35de-fd9b-4b92-b79e-8f5746458ac3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242007 Apr 14 07:34:49.571370 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55757b1-33d3-4512-8250-2e24e8f6c6bb req-4bd08374-20e9-42eb-a1fd-60892cebe67b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:49.572990 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d55757b1-33d3-4512-8250-2e24e8f6c6bb req-4bd08374-20e9-42eb-a1fd-60892cebe67b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 945 time: 0.0929110 Apr 14 07:34:49.609198 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-d55757b1-33d3-4512-8250-2e24e8f6c6bb req-75adc93c-3eb8-4431-9f8a-f51922cb415f tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285113 Apr 14 07:34:57.186066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998a84e-91c3-4b7a-94b1-9722229f9b1e req-31893be8-5782-4a29-b9b8-595c26f445e1 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:57.187667 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6998a84e-91c3-4b7a-94b1-9722229f9b1e req-31893be8-5782-4a29-b9b8-595c26f445e1 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 945 time: 0.0884080 Apr 14 07:34:57.219172 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6998a84e-91c3-4b7a-94b1-9722229f9b1e req-a4dea7a6-506d-4a7f-99fa-545561ce0c53 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247052 Apr 14 07:34:58.426317 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c26171-49b2-4476-94dc-b5179f810329 req-133c0b8f-2d1c-4baa-8130-911377d4d247 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:58.427826 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e5c26171-49b2-4476-94dc-b5179f810329 req-133c0b8f-2d1c-4baa-8130-911377d4d247 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 945 time: 0.0917115 Apr 14 07:34:58.458449 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e5c26171-49b2-4476-94dc-b5179f810329 req-bbaee30f-7ab0-46c3-80f3-bc4f3db59e67 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241795 Apr 14 07:34:59.288066 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-994a55f5-5d2c-466e-8c91-0dd9ac8b954c tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:59.289664 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-994a55f5-5d2c-466e-8c91-0dd9ac8b954c tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 945 time: 0.0869989 Apr 14 07:34:59.369758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Deleting port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:34:59.370150 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:59.632798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] For port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:34:59.633425 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:59.661296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662c3a0-c445-4bbf-950e-5d487fc5658c req-59d89a57-c22e-42b5-beb3-5596dc6fd8ca tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:34:59.663436 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4662c3a0-c445-4bbf-950e-5d487fc5658c req-59d89a57-c22e-42b5-beb3-5596dc6fd8ca tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 945 time: 0.0887823 Apr 14 07:34:59.694818 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4662c3a0-c445-4bbf-950e-5d487fc5658c req-3eac39e2-da75-477f-9a1b-1154daef7a12 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247095 Apr 14 07:34:59.772393 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Calling delete_port for 5f47bcfe-c514-4fa3-8c22-750d2d845d3e owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:34:59.926682 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:34:59.939074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['bf6dc392-f020-454d-8fb1-cfc549d34304', '5d219d6f-6406-44ee-b713-d71a86553471', '9862b2c7-dc87-434b-9bb1-e2f8bd841f70', '5f47bcfe-c514-4fa3-8c22-750d2d845d3e'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:34:59.941736 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-2d600887-ab50-4f93-8043-8c1ab5b89dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:34:59.989641 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event deleted for resources: {'Port': ['ID=5f47bcfe-c514-4fa3-8c22-750d2d845d3e,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:00.038608 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:00.183892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] No DVR routers for this DVR port 5f47bcfe-c514-4fa3-8c22-750d2d845d3e on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:35:00.186437 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:00.189299 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'name': 'network-vif-deleted', 'tag': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:35:00.205785 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-96ec5a8f-8c00-491a-b155-ff6728937faa req-41f07419-75b9-4bb6-8dcf-eb0fb0f7e6f2 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "DELETE /v2.0/ports/5f47bcfe-c514-4fa3-8c22-750d2d845d3e HTTP/1.1" status: 204 len: 173 time: 0.9101145 Apr 14 07:35:00.240364 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e77c93-c23e-4437-a7af-ebbfa54a9999', 'name': 'network-vif-deleted', 'tag': '5f47bcfe-c514-4fa3-8c22-750d2d845d3e', 'status': 'completed', 'code': 200} Apr 14 07:35:00.873458 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-42bfc5fc-fe9d-4150-b005-95602ef910fb req-19af73ae-1ead-4b52-8251-d7b116e6f6b3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:35:00.888823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-42bfc5fc-fe9d-4150-b005-95602ef910fb req-19af73ae-1ead-4b52-8251-d7b116e6f6b3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:35:00.890099 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-42bfc5fc-fe9d-4150-b005-95602ef910fb req-19af73ae-1ead-4b52-8251-d7b116e6f6b3 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e77c93-c23e-4437-a7af-ebbfa54a9999 HTTP/1.1" status: 200 len: 210 time: 0.0644979 Apr 14 07:35:02.741429 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5f47bcfe-c514-4fa3-8c22-750d2d845d3e no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:35:02.779334 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 5f47bcfe-c514-4fa3-8c22-750d2d845d3e {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:35:02.779727 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5f47bcfe-c514-4fa3-8c22-750d2d845d3e not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:35:03.617832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19cb9c-86ce-48ca-a891-5df999715eb1 req-22d68ed9-aa4d-4e76-93a0-0329aa72024b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:03.619633 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6c19cb9c-86ce-48ca-a891-5df999715eb1 req-22d68ed9-aa4d-4e76-93a0-0329aa72024b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 946 time: 0.0908580 Apr 14 07:35:03.656367 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6c19cb9c-86ce-48ca-a891-5df999715eb1 req-7d14c1f5-9b27-4172-9e19-737df403537f tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289855 Apr 14 07:35:04.087035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ccb08a57-8b92-4db3-be08-9c81c9f1005d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:04.857426 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d135439-644c-42fc-9f99-d57fbde90a52 req-50af04bf-6e1b-4db8-b521-8dbdc980e34e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:04.859046 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0d135439-644c-42fc-9f99-d57fbde90a52 req-50af04bf-6e1b-4db8-b521-8dbdc980e34e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 946 time: 0.0880947 Apr 14 07:35:04.891904 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0d135439-644c-42fc-9f99-d57fbde90a52 req-9b43e4c7-8282-4047-a532-32041be39a2e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252862 Apr 14 07:35:05.496390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-0239045d-81cc-4253-9822-82095f7f1446 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:05.498009 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-0239045d-81cc-4253-9822-82095f7f1446 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 946 time: 0.0858765 Apr 14 07:35:05.578679 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Deleting port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:35:05.579064 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:05.835528 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] For port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:35:05.835920 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:05.966070 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Calling delete_port for 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:35:06.179802 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8d617-bbb3-468c-aa8f-bf6048ced00d req-d3c3b38b-bd05-4ccc-853d-b7529dc75c5e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:06.181430 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-19a8d617-bbb3-468c-aa8f-bf6048ced00d req-d3c3b38b-bd05-4ccc-853d-b7529dc75c5e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=e911c7cb-3fb1-462f-83ca-8014903d4e92 HTTP/1.1" status: 200 len: 946 time: 0.1703956 Apr 14 07:35:06.207318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:06.219280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['bf6dc392-f020-454d-8fb1-cfc549d34304', '5d219d6f-6406-44ee-b713-d71a86553471', '9862b2c7-dc87-434b-9bb1-e2f8bd841f70'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:35:06.224769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-a4603714-7870-4afd-8783-3bed2ca68272 tempest-AttachVolumeShelveTestJSON-2128228203 tempest-AttachVolumeShelveTestJSON-2128228203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:06.323121 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event deleted for resources: {'Port': ['ID=9862b2c7-dc87-434b-9bb1-e2f8bd841f70,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:06.333105 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-19a8d617-bbb3-468c-aa8f-bf6048ced00d req-94472124-4d6e-4d81-a0ca-a04ee7784baa tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418653 Apr 14 07:35:06.335727 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:06.401911 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-51a1a5fd-764e-40e4-88b0-155cddc78a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:06.705419 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] No DVR routers for this DVR port 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:35:06.707959 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:06.710735 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'name': 'network-vif-deleted', 'tag': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:35:06.725289 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5390b9c1-41f8-48d1-aac8-1786e951dc34 req-7cdf5947-612e-49d4-a9f0-02ed7ff0db00 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "DELETE /v2.0/ports/9862b2c7-dc87-434b-9bb1-e2f8bd841f70 HTTP/1.1" status: 204 len: 173 time: 1.2185156 Apr 14 07:35:06.766072 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e911c7cb-3fb1-462f-83ca-8014903d4e92', 'name': 'network-vif-deleted', 'tag': '9862b2c7-dc87-434b-9bb1-e2f8bd841f70', 'status': 'completed', 'code': 200} Apr 14 07:35:07.457892 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:07.572625 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:07.834740 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f96cf-82a0-49cd-9e5c-d2b438100ff7 req-698888cc-f46d-41d6-a7a1-2382bbb544a0 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:07.836342 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-569f96cf-82a0-49cd-9e5c-d2b438100ff7 req-698888cc-f46d-41d6-a7a1-2382bbb544a0 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 945 time: 0.0936871 Apr 14 07:35:07.871779 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-569f96cf-82a0-49cd-9e5c-d2b438100ff7 req-5979ac21-1684-4080-aefd-cf96e4e6993b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290987 Apr 14 07:35:07.920854 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:08.742798 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f255a9e-3690-420b-939a-5f7b0a8047c2 req-295d695e-cf7a-4eae-9ebd-d95c715d5537 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:08.744287 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4f255a9e-3690-420b-939a-5f7b0a8047c2 req-295d695e-cf7a-4eae-9ebd-d95c715d5537 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.0862811 Apr 14 07:35:08.753115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:35:08.776657 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-4f255a9e-3690-420b-939a-5f7b0a8047c2 req-87ff594c-2067-4e7e-8f9b-a784da80bc38 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253515 Apr 14 07:35:08.794079 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:35:08.794471 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 9862b2c7-dc87-434b-9bb1-e2f8bd841f70 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:35:08.851179 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:09.074728 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523993a0-e24b-46e6-b710-ff6b1c708427 req-4da62a44-1581-4644-909f-45ac9608e168 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:09.075436 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-523993a0-e24b-46e6-b710-ff6b1c708427 req-4da62a44-1581-4644-909f-45ac9608e168 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:35:09.138443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-523993a0-e24b-46e6-b710-ff6b1c708427 req-4da62a44-1581-4644-909f-45ac9608e168 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:35:09.139712 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-523993a0-e24b-46e6-b710-ff6b1c708427 req-4da62a44-1581-4644-909f-45ac9608e168 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 945 time: 0.1535587 Apr 14 07:35:09.186287 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-523993a0-e24b-46e6-b710-ff6b1c708427 req-edcfcb47-4260-4033-8152-25daa1e82792 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Apr 14 07:35:09.195121 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-708622c8-794b-4a0f-9461-16a70e44d9e0 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:09.196636 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-708622c8-794b-4a0f-9461-16a70e44d9e0 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 945 time: 0.1166816 Apr 14 07:35:09.275997 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Deleting port 5d219d6f-6406-44ee-b713-d71a86553471 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:35:09.276371 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:09.533939 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] For port 5d219d6f-6406-44ee-b713-d71a86553471, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=5d219d6f-6406-44ee-b713-d71a86553471,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:35:09.534340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:09.664535 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Calling delete_port for 5d219d6f-6406-44ee-b713-d71a86553471 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:35:09.816782 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:09.828974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['bf6dc392-f020-454d-8fb1-cfc549d34304', '5d219d6f-6406-44ee-b713-d71a86553471'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:35:09.833329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fb622f9c-1409-45a4-bea8-4511efade2bf tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:09.940297 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event deleted for resources: {'Port': ['ID=5d219d6f-6406-44ee-b713-d71a86553471,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:09.947823 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:09.992592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f3f10-9059-486c-acac-26e74e1bc2ff req-5658eab4-7ec5-4eed-90fe-e5275b3399d8 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:09.994259 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b42f3f10-9059-486c-acac-26e74e1bc2ff req-5658eab4-7ec5-4eed-90fe-e5275b3399d8 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.0993812 Apr 14 07:35:10.036036 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-b42f3f10-9059-486c-acac-26e74e1bc2ff req-9bd37de9-b92b-43ce-869b-29bd881b6e05 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Apr 14 07:35:10.095883 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] No DVR routers for this DVR port 5d219d6f-6406-44ee-b713-d71a86553471 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:35:10.098289 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:10.101058 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'name': 'network-vif-deleted', 'tag': '5d219d6f-6406-44ee-b713-d71a86553471'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:35:10.116389 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-0c787e9a-1997-4acb-9ab4-6505a9d1a26b req-10997b25-d9ab-4a05-8800-ff57631b85c8 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "DELETE /v2.0/ports/5d219d6f-6406-44ee-b713-d71a86553471 HTTP/1.1" status: 204 len: 173 time: 0.9138584 Apr 14 07:35:10.156108 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c20659-3d94-4f30-b00f-2493d631fe7f', 'name': 'network-vif-deleted', 'tag': '5d219d6f-6406-44ee-b713-d71a86553471', 'status': 'completed', 'code': 200} Apr 14 07:35:10.367213 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-5bcbcbca-c397-4d23-a016-8c7617063a4e req-63d34194-fe4d-4360-9045-8cd27229a77b tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=68c20659-3d94-4f30-b00f-2493d631fe7f HTTP/1.1" status: 200 len: 210 time: 0.0488710 Apr 14 07:35:11.243269 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303377fd-9fb1-4a8a-91b8-6c34a988c38f req-833d603e-4399-42e1-a1b6-d2f675660333 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:11.245265 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-303377fd-9fb1-4a8a-91b8-6c34a988c38f req-833d603e-4399-42e1-a1b6-d2f675660333 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.0926049 Apr 14 07:35:11.280023 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-303377fd-9fb1-4a8a-91b8-6c34a988c38f req-35f0b519-0598-4c59-a45f-097ee869b4a8 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279150 Apr 14 07:35:12.487493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8d2eb-d1fc-481d-a553-2c5d18bf2a03 req-3d006a30-593b-46fe-8fe6-e53a7157cbf6 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:12.489736 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9b8d2eb-d1fc-481d-a553-2c5d18bf2a03 req-3d006a30-593b-46fe-8fe6-e53a7157cbf6 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.0937874 Apr 14 07:35:12.521092 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-a9b8d2eb-d1fc-481d-a553-2c5d18bf2a03 req-1b23d037-96a7-4575-afcb-58d7f4c4697d tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248044 Apr 14 07:35:12.787231 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5d219d6f-6406-44ee-b713-d71a86553471 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:35:12.826742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 5d219d6f-6406-44ee-b713-d71a86553471 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:35:12.827139 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 5d219d6f-6406-44ee-b713-d71a86553471 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:35:13.166817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-7d58ae77-de09-41e6-8731-ecd1ed9ed5b6 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:13.168422 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-7d58ae77-de09-41e6-8731-ecd1ed9ed5b6 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.1259327 Apr 14 07:35:13.176841 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f615515-a205-4f1a-bcf9-c3f2cac05635 req-7d1a000e-c945-49ec-8340-4db96a6ca1ba tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:13.177572 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-6f615515-a205-4f1a-bcf9-c3f2cac05635 req-7d1a000e-c945-49ec-8340-4db96a6ca1ba tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Synchronizing usage tracker for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 07:35:13.241926 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [req-6f615515-a205-4f1a-bcf9-c3f2cac05635 req-7d1a000e-c945-49ec-8340-4db96a6ca1ba tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Unset dirty status for tenant:4811f8c43734461089513aec38468580 on resource:port {{(pid=85306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 07:35:13.243264 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6f615515-a205-4f1a-bcf9-c3f2cac05635 req-7d1a000e-c945-49ec-8340-4db96a6ca1ba tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 945 time: 0.2378929 Apr 14 07:35:13.279255 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Deleting port 962160b6-e98b-49e8-8329-653d5523c658 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:35:13.279638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:13.324957 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6f615515-a205-4f1a-bcf9-c3f2cac05635 req-ac07ca2e-09a3-45cd-a65f-cc2f7af2ea5c tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730851 Apr 14 07:35:13.552433 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] For port 962160b6-e98b-49e8-8329-653d5523c658, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=962160b6-e98b-49e8-8329-653d5523c658,segment=NetworkSegment(a34c5d22-e687-448e-8861-67c525e965cf),segment_id=a34c5d22-e687-448e-8861-67c525e965cf)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:35:13.553063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:13.687401 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Calling delete_port for 962160b6-e98b-49e8-8329-653d5523c658 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:35:13.731027 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610f84e-e418-436f-baf6-2c3b71527b0a req-05aa834e-3adf-471b-9574-23bef50466d0 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:13.732706 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6610f84e-e418-436f-baf6-2c3b71527b0a req-05aa834e-3adf-471b-9574-23bef50466d0 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/ports?device_id=1453273f-c4b3-4400-a223-715465b15b94 HTTP/1.1" status: 200 len: 945 time: 0.0897338 Apr 14 07:35:13.764489 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-6610f84e-e418-436f-baf6-2c3b71527b0a req-a8d80d10-e995-4c2e-84d7-0316398df3e0 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f4731d5-260d-4b13-86f3-bb1692668f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247419 Apr 14 07:35:13.839157 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:13.851615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] get_ports_and_sgs() called for port_ids ['962160b6-e98b-49e8-8329-653d5523c658'] {{(pid=85308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 07:35:13.855820 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-9e8adbd4-d9a2-463a-9f8c-88b4df4f4706 tempest-TestMinimumBasicScenario-1177213584 tempest-TestMinimumBasicScenario-1177213584-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:13.954729 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Pushing event deleted for resources: {'Port': ['ID=962160b6-e98b-49e8-8329-653d5523c658,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:13.962166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:14.111853 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] No DVR routers for this DVR port 962160b6-e98b-49e8-8329-653d5523c658 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:35:14.114315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:14.117390 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453273f-c4b3-4400-a223-715465b15b94', 'name': 'network-vif-deleted', 'tag': '962160b6-e98b-49e8-8329-653d5523c658'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:35:14.135107 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-ef32b585-ac1d-4b34-b363-8bd7f4028f6f req-e590999e-99b5-41a3-b706-c7541671cee9 tempest-VolumesSnapshotTestJSON-769216570 tempest-VolumesSnapshotTestJSON-769216570-project] 10.222.0.50 "DELETE /v2.0/ports/962160b6-e98b-49e8-8329-653d5523c658 HTTP/1.1" status: 204 len: 173 time: 0.9541070 Apr 14 07:35:14.176705 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453273f-c4b3-4400-a223-715465b15b94', 'name': 'network-vif-deleted', 'tag': '962160b6-e98b-49e8-8329-653d5523c658', 'status': 'completed', 'code': 200} Apr 14 07:35:14.528655 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded13f-1515-4bfe-8794-5e06e4d1dae4 req-4883cc4a-5282-48e1-af66-6762e7da7b35 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:14.530478 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e3ded13f-1515-4bfe-8794-5e06e4d1dae4 req-4883cc4a-5282-48e1-af66-6762e7da7b35 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 945 time: 0.0929461 Apr 14 07:35:14.557832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-236fd8ff-f1b9-4630-bd7f-c41f96489baf tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 07:35:14.559418 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-236fd8ff-f1b9-4630-bd7f-c41f96489baf tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 945 time: 0.0883129 Apr 14 07:35:14.565969 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-e3ded13f-1515-4bfe-8794-5e06e4d1dae4 req-2b885ef3-f867-4945-920b-26eaeccdcfcc tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7f6db32-a820-46cb-a03e-9e95b5787e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286880 Apr 14 07:35:14.640688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Deleting port bf6dc392-f020-454d-8fb1-cfc549d34304 {{(pid=85306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 07:35:14.641073 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363310357806230'] for port, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:14.909795 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.db [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] For port bf6dc392-f020-454d-8fb1-cfc549d34304, host hv-cinder-78409, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78409',level=0,port_id=bf6dc392-f020-454d-8fb1-cfc549d34304,segment=NetworkSegment(1bebcff2-9b77-4135-92e0-d1baec441f86),segment_id=1bebcff2-9b77-4135-92e0-d1baec441f86)] {{(pid=85306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 07:35:14.910202 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846721445'] for port, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:15.048461 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Calling delete_port for bf6dc392-f020-454d-8fb1-cfc549d34304 owned by compute:nova {{(pid=85306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 07:35:15.216688 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-237403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-130576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726496982285', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726496540190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036849336084'] for port, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:15.234117 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-680faa1b-fd69-4dc1-b908-22cc211ce58e tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:15.333563 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Pushing event deleted for resources: {'Port': ['ID=bf6dc392-f020-454d-8fb1-cfc549d34304,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:15.340673 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:15.484011 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.l3_dvrscheduler_db [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] No DVR routers for this DVR port bf6dc392-f020-454d-8fb1-cfc549d34304 on host hv-cinder-78409 {{(pid=85306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 07:35:15.486545 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769001'] for port, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:15.499133 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-15376bd2-9d22-417d-a01a-481c0f97b089 req-18a25450-ba8c-458d-93b5-0d4d8304b2d7 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.50 "DELETE /v2.0/ports/bf6dc392-f020-454d-8fb1-cfc549d34304 HTTP/1.1" status: 204 len: 173 time: 0.9345953 Apr 14 07:35:15.745163 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [req-321ba131-2b9b-42a4-b564-120e6385ec39 req-10bdd321-1992-4bde-975f-a4b4fef7bc29 tempest-AttachVolumeNegativeTest-2110082995 tempest-AttachVolumeNegativeTest-2110082995-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e602587-49cf-4782-97f8-be6c76565cb9 HTTP/1.1" status: 200 len: 210 time: 0.0486891 Apr 14 07:35:16.177586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e602587-49cf-4782-97f8-be6c76565cb9', 'name': 'network-vif-deleted', 'tag': 'bf6dc392-f020-454d-8fb1-cfc549d34304'}] {{(pid=85306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 07:35:16.228487 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e602587-49cf-4782-97f8-be6c76565cb9', 'name': 'network-vif-deleted', 'tag': 'bf6dc392-f020-454d-8fb1-cfc549d34304', 'status': 'completed', 'code': 200} Apr 14 07:35:16.803303 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 962160b6-e98b-49e8-8329-653d5523c658 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:35:16.839680 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: 962160b6-e98b-49e8-8329-653d5523c658 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:35:16.840077 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device 962160b6-e98b-49e8-8329-653d5523c658 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:35:16.840569 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device bf6dc392-f020-454d-8fb1-cfc549d34304 no longer exists at agent hyperv_hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 07:35:16.850626 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 56992) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:16.881137 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.plugin [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] No Port match for: bf6dc392-f020-454d-8fb1-cfc549d34304 {{(pid=85308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 07:35:16.881549 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.rpc [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Device bf6dc392-f020-454d-8fb1-cfc549d34304 not bound to the agent host hv-cinder-78409 {{(pid=85308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 07:35:16.921296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Deleting subnet d4408f86-44d7-42d6-a5bd-de22b7b11df5 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:35:16.924889 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:16.977574 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847853697'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:17.039758 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:17.306264 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5439643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432466'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:17.322007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-20281bf0-f6ec-4daf-aa7b-d93ef78609d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:17.639340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4408f86-44d7-42d6-a5bd-de22b7b11df5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:17.642032 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:17.686884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:17.693629 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d4408f86-44d7-42d6-a5bd-de22b7b11df5 HTTP/1.1" status: 204 len: 168 time: 0.8418291 Apr 14 07:35:17.696233 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57000) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:17.813446 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.010382 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.129505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d043d6a2-f9dd-43ec-a750-02a2efcc5dc5']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:35:18.143670 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bebcff2-9b77-4135-92e0-d1baec441f86') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:35:18.143987 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bebcff2-9b77-4135-92e0-d1baec441f86') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:35:18.157663 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6922087'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.177397 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.184203 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:35:18.382435 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:35:18.389432 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:35:18.392132 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849335496'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.572010 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Network d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:35:18.594691 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:35:18.675507 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.679407 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-333cf564-20f4-4bce-afdc-7a5b503a0766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:18.695360 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.702586 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Pushing event deleted for resources: {'Network': ['ID=d043d6a2-f9dd-43ec-a750-02a2efcc5dc5,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:18.708261 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:18.714016 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-769aad89-68a0-467d-9a0a-24f60857eb5c admin admin] 10.222.0.42 "DELETE /v2.0/networks/d043d6a2-f9dd-43ec-a750-02a2efcc5dc5 HTTP/1.1" status: 204 len: 168 time: 1.0167282 Apr 14 07:35:18.832006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57010) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:18.868068 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-a87cb5d5-0df9-4a70-be09-afd971d678a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4811f8c43734461089513aec38468580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0346215 Apr 14 07:35:18.870652 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57014) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:18.936138 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1eebb97-7c7a-45c9-820a-18f21edabcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:18.963700 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1eebb97-7c7a-45c9-820a-18f21edabcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:19.009643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1eebb97-7c7a-45c9-820a-18f21edabcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:19.014762 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c8a83ba6-2d30-4d24-a1c6-a91d9353274f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:19.028361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eebb97-7c7a-45c9-820a-18f21edabcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f6db32-a820-46cb-a03e-9e95b5787e5b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:19.031218 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f1eebb97-7c7a-45c9-820a-18f21edabcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:19.038074 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-f1eebb97-7c7a-45c9-820a-18f21edabcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:19.039278 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-f1eebb97-7c7a-45c9-820a-18f21edabcba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7f6db32-a820-46cb-a03e-9e95b5787e5b HTTP/1.1" status: 204 len: 168 time: 0.1676621 Apr 14 07:35:22.018265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57100) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:22.157383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.174445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:22.179282 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Usage tracker for resource:security_group_rule and tenant:273105904b13442ea629f1134716249f is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:22.182313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:22.188414 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:22.274872 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.278615 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.289024 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7a2127ad-6a29-4ba5-a53e-9a6060b898c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:22.339519 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=273105904b13442ea629f1134716249f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202710 Apr 14 07:35:22.341455 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1981d9-f07a-442d-9749-95ec7158d8a9,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:22.343356 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57110) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:22.344960 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d3f1e2cf-3be6-4d07-abff-6ac23013148a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:22.413974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534c10ce-05a5-4e14-8a0e-1bc3915b854a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.446347 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534c10ce-05a5-4e14-8a0e-1bc3915b854a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.496667 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534c10ce-05a5-4e14-8a0e-1bc3915b854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.502293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-d275902e-363e-483c-bdc2-8327c7bd2922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:22.514884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c10ce-05a5-4e14-8a0e-1bc3915b854a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1981d9-f07a-442d-9749-95ec7158d8a9,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:22.518080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-534c10ce-05a5-4e14-8a0e-1bc3915b854a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:22.520727 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-534c10ce-05a5-4e14-8a0e-1bc3915b854a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.530272 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-534c10ce-05a5-4e14-8a0e-1bc3915b854a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c1981d9-f07a-442d-9749-95ec7158d8a9 HTTP/1.1" status: 204 len: 168 time: 0.1854968 Apr 14 07:35:22.820759 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57120) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:22.840134 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.855481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:22.859622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:86342889b4e048828cc45e8dc9799aee is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:22.862664 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:22.869214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:22.956007 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.959518 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:22.968819 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f875f9fc-f20c-4e6a-9b44-f890a08fc28f tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:23.011896 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86342889b4e048828cc45e8dc9799aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899283 Apr 14 07:35:23.012974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7058ba77-8195-4344-a497-01050ad93b8b,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:23.014785 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57124) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:23.016319 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-094e29f5-3775-4f69-9053-f7b188222bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:23.079049 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:23.106172 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:23.153411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:23.162307 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b56c9f8b-8e4a-4e91-9895-c13edbe63916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:23.175375 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7058ba77-8195-4344-a497-01050ad93b8b,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:23.180296 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:23.183038 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:23.184352 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7058ba77-8195-4344-a497-01050ad93b8b HTTP/1.1" status: 204 len: 168 time: 0.1683981 Apr 14 07:35:29.920770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57246) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:30.053123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.069094 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:30.073288 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Usage tracker for resource:security_group_rule and tenant:2b42d8645f44444dae91567505593768 is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:30.076365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:30.082976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:30.173913 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.177101 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.190211 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-258596cd-0f38-4e46-824d-fa1cf029a348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:30.233526 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b42d8645f44444dae91567505593768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115809 Apr 14 07:35:30.234484 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dab016e-7800-4de1-9717-d4007b3a8cda,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:30.236588 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57252) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:30.242796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.243228 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.243654 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.244072 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.244487 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.244930 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.245344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.245764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.246176 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.246611 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.246991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.247434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:30.252034 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-82adcc4b-6c7e-4c08-bcce-030452468cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:30.307796 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70b14faf-0bc0-4ea6-bf85-90a4f5a6b1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.338564 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70b14faf-0bc0-4ea6-bf85-90a4f5a6b1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.394222 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70b14faf-0bc0-4ea6-bf85-90a4f5a6b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.400258 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-4642c8fd-0ee0-446c-98d8-90ca76b84376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:30.413976 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b14faf-0bc0-4ea6-bf85-90a4f5a6b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dab016e-7800-4de1-9717-d4007b3a8cda,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:30.418493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-70b14faf-0bc0-4ea6-bf85-90a4f5a6b1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:30.424638 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70b14faf-0bc0-4ea6-bf85-90a4f5a6b1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.426255 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-70b14faf-0bc0-4ea6-bf85-90a4f5a6b1b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5dab016e-7800-4de1-9717-d4007b3a8cda HTTP/1.1" status: 204 len: 168 time: 0.1882463 Apr 14 07:35:30.761316 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57266) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:30.782711 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.799503 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:30.804191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a6eecb9cfefa43e1bb4c566f8c47d9ba is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:30.809262 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:30.815745 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:30.908115 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.911645 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:30.921257 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fbe20a68-373b-4f44-a1bf-363f6c1c5f17 tempest-AttachVolumeTestJSON-348226101 tempest-AttachVolumeTestJSON-348226101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:30.965312 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6eecb9cfefa43e1bb4c566f8c47d9ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027936 Apr 14 07:35:30.966280 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c92377f-78b1-4943-a32b-ad4bd6003135,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:30.968166 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57270) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:30.969612 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-bdd450af-4c93-4d2b-a6c7-78ad35e646c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:31.034030 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70c39920-362f-425a-92ec-0708cadba93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:31.065265 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70c39920-362f-425a-92ec-0708cadba93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:31.109953 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70c39920-362f-425a-92ec-0708cadba93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:31.115877 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ec9aec4d-1726-49ad-b83b-e23bdcc391d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:31.131533 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39920-362f-425a-92ec-0708cadba93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c92377f-78b1-4943-a32b-ad4bd6003135,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:31.134337 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-70c39920-362f-425a-92ec-0708cadba93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:31.140643 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-70c39920-362f-425a-92ec-0708cadba93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:31.144456 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-70c39920-362f-425a-92ec-0708cadba93c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c92377f-78b1-4943-a32b-ad4bd6003135 HTTP/1.1" status: 204 len: 168 time: 0.1721201 Apr 14 07:35:34.088116 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-e573dc39-6cfc-405e-ae31-882ac10e10ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:34.472365 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57338) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:34.544974 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Deleting subnet 198a3716-5a19-4282-b82b-8558445a3281 {{(pid=85306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 07:35:34.548765 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:34.611737 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847853697'] for subnet, precommit_delete_associations {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:34.680964 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854651910'] for subnet, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:34.950377 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-123890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5439643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6432466'] for subnet, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:34.967021 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-93f6f91c-760a-4dab-a3a9-b88e27ea9673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:35.054022 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198a3716-5a19-4282-b82b-8558445a3281,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:35.056915 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:35.107505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for subnet, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:35.114133 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-db7a0282-877d-4236-ac18-68eb0453f972 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/198a3716-5a19-4282-b82b-8558445a3281 HTTP/1.1" status: 204 len: 168 time: 0.6401963 Apr 14 07:35:35.116391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57348) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:35.241662 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-20552'] for network, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:35.445702 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-122885', 'neutron.services.segments.db._delete_segments_for_network--9223363310357716562'] for network, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:35.563600 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba26968f-c1ea-4646-b676-5b84e47ad467']}} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:35:35.577822 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34c5d22-e687-448e-8861-67c525e965cf') {'for_net_delete': True} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:35:35.578284 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.services.segments.db [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34c5d22-e687-448e-8861-67c525e965cf') {} {{(pid=85306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 07:35:35.591416 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363310357712978', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6922087'] for segment, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:35.606565 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-128924'] for segment, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:35.613668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=85306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 07:35:35.797824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Network ba26968f-c1ea-4646-b676-5b84e47ad467 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:35:35.807738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854646876', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036849335496'] for segment, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:35.989391 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.plugins.ml2.managers [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Network ba26968f-c1ea-4646-b676-5b84e47ad467 has no segments {{(pid=85306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: Traceback (most recent call last): Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: timer() Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: cb(*args, **kw) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: return func(*args, **kwargs) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: self._notify() Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: self.callback(batched_events) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: event.method(event) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: segment_id)['aggregates'][0] Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: return f(self, *a, **k) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: return self._get(url).json() Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: **kwargs) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: return self.request(url, 'GET', **kwargs) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: **endpoint_filter) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 07:35:36.012917 dv-cinder-784092-5-smb neutron-server[85193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 07:35:36.096835 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854652814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8056197', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7899028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846778346'] for network, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:36.101005 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:36.115817 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7899013'] for network, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:36.127634 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ba26968f-c1ea-4646-b676-5b84e47ad467,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:36.133398 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:36.137496 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-0f29e0eb-edcc-49ca-975e-6431d50ae6dd admin admin] 10.222.0.42 "DELETE /v2.0/networks/ba26968f-c1ea-4646-b676-5b84e47ad467 HTTP/1.1" status: 204 len: 168 time: 1.0197768 Apr 14 07:35:36.328842 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57380) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:36.367705 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c68a690b-63c7-472c-bc90-948b3d268932 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28374c403d41451a8bc68a982ebeb53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373645 Apr 14 07:35:36.370175 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57384) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:36.387722 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9d806a2b-b476-44df-967d-8c3d2ec50d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:36.443180 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c7818600-4fb3-488f-aaf9-c4fa0d45b70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:36.473770 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c7818600-4fb3-488f-aaf9-c4fa0d45b70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:36.522769 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c7818600-4fb3-488f-aaf9-c4fa0d45b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:36.528675 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-5ebc83e8-d4f3-4cc9-92dc-a75c80eb1f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:36.543901 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7818600-4fb3-488f-aaf9-c4fa0d45b70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4731d5-260d-4b13-86f3-bb1692668f56,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:36.547191 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-c7818600-4fb3-488f-aaf9-c4fa0d45b70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:36.555893 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c7818600-4fb3-488f-aaf9-c4fa0d45b70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:36.557562 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-c7818600-4fb3-488f-aaf9-c4fa0d45b70a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f4731d5-260d-4b13-86f3-bb1692668f56 HTTP/1.1" status: 204 len: 168 time: 0.1863749 Apr 14 07:35:37.457445 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:37.577345 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:37.930460 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:38.581237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57428) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:38.716517 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:38.733340 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:38.737671 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Usage tracker for resource:security_group_rule and tenant:d3e95bece9de41428967fb3d31d4390f is out of sync, need to count used quota {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:38.740884 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:38.747190 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:38.853621 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:38.867383 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:38.870271 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:38.877493 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-169cced9-2268-484c-8128-383f91943422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:38.919832 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883aa777-fb76-4e37-8a47-ec832dddc662,revision_number=1']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:38.923389 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:38.927124 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ace03980-3e4d-4e9c-afec-9d56db2824bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3e95bece9de41428967fb3d31d4390f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445725 Apr 14 07:35:38.931372 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57434) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:39.001006 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-26ba7075-9202-42eb-b4dc-1cc50cdecce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:39.029209 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-26ba7075-9202-42eb-b4dc-1cc50cdecce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:39.075504 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-26ba7075-9202-42eb-b4dc-1cc50cdecce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:39.081052 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f1db73e6-0ab5-4767-9d8a-889448a96040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:39.095284 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba7075-9202-42eb-b4dc-1cc50cdecce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883aa777-fb76-4e37-8a47-ec832dddc662,revision_number=None']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:39.098313 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-26ba7075-9202-42eb-b4dc-1cc50cdecce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:39.099281 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-26ba7075-9202-42eb-b4dc-1cc50cdecce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:39.100580 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-26ba7075-9202-42eb-b4dc-1cc50cdecce4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/883aa777-fb76-4e37-8a47-ec832dddc662 HTTP/1.1" status: 204 len: 168 time: 0.1678381 Apr 14 07:35:40.717771 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57488) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:40.869093 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:40.892410 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:40.897937 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Usage tracker for resource:security_group_rule and tenant:0d5e7f61864c439492bd75a17977a2a8 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:40.901232 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:40.909587 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:41.021141 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:41.024315 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:41.033592 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6fdc277f-89c7-48e5-b511-b2b3258fd4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:41.077314 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841149a1-4568-48f0-8fd0-a72a0fb19beb,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:41.081701 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d5e7f61864c439492bd75a17977a2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626373 Apr 14 07:35:41.084780 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57496) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:41.088847 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.089278 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.089699 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.090109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.090505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.090916 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.091318 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.091721 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.092123 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.092557 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.092949 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.093346 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784092-5-smb {{(pid=85306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 07:35:41.097674 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-fb514b15-6d9e-4d9d-a675-55d4dadacf8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:41.189323 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7423c132-3703-4f7d-91f8-ef5a61cb7156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:41.226981 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7423c132-3703-4f7d-91f8-ef5a61cb7156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:41.291385 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7423c132-3703-4f7d-91f8-ef5a61cb7156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:41.296799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ab2b3de3-c0e4-4084-a903-0e7929d833fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:41.314014 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423c132-3703-4f7d-91f8-ef5a61cb7156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841149a1-4568-48f0-8fd0-a72a0fb19beb,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:41.317481 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-7423c132-3703-4f7d-91f8-ef5a61cb7156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:41.334799 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7423c132-3703-4f7d-91f8-ef5a61cb7156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:41.340183 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-7423c132-3703-4f7d-91f8-ef5a61cb7156 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/841149a1-4568-48f0-8fd0-a72a0fb19beb HTTP/1.1" status: 204 len: 168 time: 0.2501385 Apr 14 07:35:49.125411 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57634) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:49.261456 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:49.277541 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:49.281719 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Usage tracker for resource:security_group_rule and tenant:92d76377e76b4c19bb7d9c8c448c74b1 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:49.284748 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:49.291651 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:49.378898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:49.380555 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:49.389593 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ae74813a-8d33-41eb-8d72-4aea9854b4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:49.436004 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92d76377e76b4c19bb7d9c8c448c74b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092203 Apr 14 07:35:49.437865 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3880fa3-d227-42a7-8cb8-19a586c9c99c,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:49.440059 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57644) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:49.441344 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-6ccfa470-6cb4-4aad-a40d-1c4aab8c7620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:49.512035 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2216-5858-496e-a9f6-f0c632b76b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:49.541040 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2216-5858-496e-a9f6-f0c632b76b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:49.587312 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2216-5858-496e-a9f6-f0c632b76b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:49.592694 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-61a1d03b-b3d6-4396-9baa-d543bfd116f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:49.608237 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e2216-5858-496e-a9f6-f0c632b76b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3880fa3-d227-42a7-8cb8-19a586c9c99c,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:49.611657 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-ec0e2216-5858-496e-a9f6-f0c632b76b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:49.612695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2216-5858-496e-a9f6-f0c632b76b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:49.613907 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-ec0e2216-5858-496e-a9f6-f0c632b76b5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3880fa3-d227-42a7-8cb8-19a586c9c99c HTTP/1.1" status: 204 len: 168 time: 0.1725423 Apr 14 07:35:55.389118 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:35:55.469109 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85306) accepted ('10.222.0.42', 57694) {{(pid=85306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:55.594050 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:55.610161 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 07:35:55.614285 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Usage tracker for resource:security_group_rule and tenant:3cd5f5e89e0245f2b60ea52debb4b701 is out of sync, need to count used quota {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 07:35:55.617281 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.quota.resource [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 07:35:55.623361 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.quota.driver [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 07:35:55.706352 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:55.709975 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_create {{(pid=85306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:55.719214 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-b3dd6065-73ea-4fcf-aa30-d67430d6c23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:55.762766 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cd5f5e89e0245f2b60ea52debb4b701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925298 Apr 14 07:35:55.763775 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87892e3-86c7-4dd4-b96d-b7284d412cee,revision_number=1']} {{(pid=85306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:55.765661 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.wsgi [-] (85307) accepted ('10.222.0.42', 57700) {{(pid=85307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 07:35:55.766966 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-42bbaeab-9724-4b3d-a77c-978a840df94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:55.833173 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-11f4eee5-6a72-4e17-948b-aeea142b88e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:55.862127 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-11f4eee5-6a72-4e17-948b-aeea142b88e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:55.911263 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-11f4eee5-6a72-4e17-948b-aeea142b88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8017765'] for security_group, after_delete {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:55.916366 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-f2627ccf-4217-42b9-8730-05797d05928b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 07:35:55.930098 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4eee5-6a72-4e17-948b-aeea142b88e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87892e3-86c7-4dd4-b96d-b7284d412cee,revision_number=None']} {{(pid=85307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 07:35:55.933215 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG oslo_concurrency.lockutils [None req-11f4eee5-6a72-4e17-948b-aeea142b88e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 07:35:55.934200 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-11f4eee5-6a72-4e17-948b-aeea142b88e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:35:55.935446 dv-cinder-784092-5-smb neutron-server[85193]: INFO neutron.wsgi [None req-11f4eee5-6a72-4e17-948b-aeea142b88e2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d87892e3-86c7-4dd4-b96d-b7284d412cee HTTP/1.1" status: 204 len: 168 time: 0.1687231 Apr 14 07:36:04.089599 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9a4bb6c7-803d-4faa-9758-90c11de3844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:06.379443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-9b711b92-c9f8-4c16-a853-ad633966dcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:07.453991 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:07.578063 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:07.923009 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:08.862311 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:32.389856 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:36:34.094301 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-b56433df-dce0-4049-9df2-430fc3222b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:36.381814 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-3baea17f-362a-4202-bb46-6ab7561caad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:37.469523 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:37.585068 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:37.925505 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:36:38.867080 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:04.087199 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-1ebd958d-f68b-4e85-aa15-9352af51230a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:06.384642 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-74de5522-dcff-4c39-88a6-ac1a80bcec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:07.467170 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:07.586181 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:07.928947 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:08.874008 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:09.390290 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:37:34.088412 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c1b7c3e9-b37e-4a8e-8c22-ef0e180ce225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:36.385836 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-46a339b0-09b9-4343-9565-20fa22a5a32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:37.465374 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:37.587856 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:37.931903 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:38.873293 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:37:46.390868 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:38:04.090834 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-2d532e44-b872-44db-bce0-10f1e29dfaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:06.387821 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-4f8f8f06-6e2e-4bc7-9deb-8eb262f5a8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:07.496055 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:07.591742 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:07.933195 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:08.883808 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:23.390443 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:38:34.098078 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-13b9aaef-18b3-4086-a146-a29078bc24e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:36.398108 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-5a3ff4d2-1971-4e26-9910-c0c6a9bde7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:37.503668 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:37.599576 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:37.940941 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:38:38.889695 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:00.396325 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:39:04.094023 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c22dc912-b68a-4def-a27c-8e9b07314275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:06.395792 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-bf9b4bf6-1b2b-460f-b47d-5a381fdc7564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:07.505827 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:07.600954 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:07.948658 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:08.895329 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:34.086738 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-503d02a1-5662-483f-ab54-2f88be7dc0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:36.401558 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5e04-5779-404a-aca4-77e6f0d31d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:37.385833 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:39:37.517596 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:37.600483 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:37.932029 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:39:38.888673 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:04.090824 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-da7f3f83-7646-440b-9975-1e3f31c9412a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:06.404434 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-04a89390-13cb-4aee-baf8-07822dbea244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:07.523217 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:07.602977 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:07.934932 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:08.892622 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:14.388846 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 07:40:34.096097 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3a25-f5c7-4e7c-9bbe-8d587618a183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:36.414898 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-acf071e0-6deb-4c8f-bfe1-6ade6bc468f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:37.545110 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-c755069d-0d6a-40b6-b44d-8b72ae34798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:37.616339 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-037b7676-1eed-48b2-a530-18dbce638f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:37.944764 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-8393aaa3-1425-48c1-a11e-7713fa66ce6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:38.896177 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron_lib.callbacks.manager [None req-aedf0639-1e45-4fb2-88a8-54b81777f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363310357716579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854704201'] for agent, after_update {{(pid=85308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 07:40:51.389623 dv-cinder-784092-5-smb neutron-server[85193]: DEBUG neutron.db.agents_db [None req-30301c93-a321-412d-99a7-4ad7bebf1e5c None None] Agent healthcheck: found 6 active agents {{(pid=85309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}